2024-11-09 16:17:17,056 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-09 16:17:17,075 main DEBUG Took 0.016568 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 16:17:17,075 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 16:17:17,075 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 16:17:17,077 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 16:17:17,078 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:17:17,085 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 16:17:17,099 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:17:17,100 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:17:17,101 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:17:17,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:17:17,102 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:17:17,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:17:17,105 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:17:17,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:17:17,106 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:17:17,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:17:17,107 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:17:17,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:17:17,108 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:17:17,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:17:17,109 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:17:17,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:17:17,110 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:17:17,111 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:17:17,111 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:17:17,112 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:17:17,112 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:17:17,113 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:17:17,114 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:17:17,114 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 16:17:17,115 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:17:17,115 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 16:17:17,117 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 16:17:17,119 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 16:17:17,122 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 16:17:17,122 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 16:17:17,124 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 16:17:17,125 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 16:17:17,133 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 16:17:17,136 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 16:17:17,137 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 16:17:17,138 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 16:17:17,138 main DEBUG createAppenders(={Console}) 2024-11-09 16:17:17,139 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-09 16:17:17,140 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-09 16:17:17,140 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-09 16:17:17,141 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 16:17:17,141 main DEBUG OutputStream closed 2024-11-09 16:17:17,142 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 16:17:17,142 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 16:17:17,142 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-09 16:17:17,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 16:17:17,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 16:17:17,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 16:17:17,235 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 16:17:17,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 16:17:17,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 16:17:17,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 16:17:17,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 16:17:17,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 16:17:17,238 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 16:17:17,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 16:17:17,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 16:17:17,239 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 16:17:17,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 16:17:17,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 16:17:17,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 16:17:17,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 16:17:17,242 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 16:17:17,244 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 16:17:17,245 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-09 16:17:17,245 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 16:17:17,246 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-09T16:17:17,260 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-09 16:17:17,262 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 16:17:17,263 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T16:17:17,321 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=601, ProcessCount=11, AvailableMemoryMB=2485 2024-11-09T16:17:17,565 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-09T16:17:17,609 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee 2024-11-09T16:17:17,612 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/cluster_6d0c557f-5400-019f-8d2a-135a1080098c, deleteOnExit=true 2024-11-09T16:17:17,753 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/cluster_6d0c557f-5400-019f-8d2a-135a1080098c/zookeeper_0, clientPort=62779, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/cluster_6d0c557f-5400-019f-8d2a-135a1080098c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/cluster_6d0c557f-5400-019f-8d2a-135a1080098c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T16:17:17,764 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62779 2024-11-09T16:17:17,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:17:17,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:17:17,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/test.cache.data in system properties and HBase conf 2024-11-09T16:17:17,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:17:17,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:17:17,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:17:17,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:17:17,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:17:17,853 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T16:17:17,943 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:17:17,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:17:17,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:17:17,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:17:17,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:17:17,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:17:17,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:17:17,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:17:17,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:17:17,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:17:17,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:17:17,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:17:17,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:17:17,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:17:17,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:17:19,127 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T16:17:19,207 INFO [Time-limited test {}] log.Log(170): Logging initialized @2795ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T16:17:19,282 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:17:19,350 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:17:19,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:17:19,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:17:19,379 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:17:19,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:17:19,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:17:19,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:17:19,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/java.io.tmpdir/jetty-localhost-44339-hadoop-hdfs-3_4_1-tests_jar-_-any-16277119085735368991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:17:19,605 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:44339} 2024-11-09T16:17:19,606 INFO [Time-limited test {}] server.Server(415): Started @3195ms 2024-11-09T16:17:20,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:17:20,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:17:20,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:17:20,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:17:20,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:17:20,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:17:20,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:17:20,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20104caa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/java.io.tmpdir/jetty-localhost-33587-hadoop-hdfs-3_4_1-tests_jar-_-any-3143159154720339916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:17:20,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:33587} 2024-11-09T16:17:20,260 INFO [Time-limited test {}] server.Server(415): Started @3849ms 2024-11-09T16:17:20,310 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:17:21,459 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/cluster_6d0c557f-5400-019f-8d2a-135a1080098c/data/data1/current/BP-2019297744-172.17.0.3-1731169038493/current, will proceed with Du for space computation calculation, 2024-11-09T16:17:21,459 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/cluster_6d0c557f-5400-019f-8d2a-135a1080098c/data/data2/current/BP-2019297744-172.17.0.3-1731169038493/current, will proceed with Du for space computation calculation, 2024-11-09T16:17:21,501 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:17:21,552 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa4aefa5c65111e5 with lease ID 0x637a9324dd6e8149: Processing first storage report for DS-7fb79c6e-c52d-4ea2-a7c3-457254289a6d from datanode DatanodeRegistration(127.0.0.1:36615, datanodeUuid=678a6bd0-e47d-4263-bae0-00e38b2e1c49, infoPort=44425, infoSecurePort=0, ipcPort=39991, storageInfo=lv=-57;cid=testClusterID;nsid=989504097;c=1731169038493) 2024-11-09T16:17:21,554 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa4aefa5c65111e5 with lease ID 0x637a9324dd6e8149: from storage DS-7fb79c6e-c52d-4ea2-a7c3-457254289a6d node DatanodeRegistration(127.0.0.1:36615, datanodeUuid=678a6bd0-e47d-4263-bae0-00e38b2e1c49, infoPort=44425, infoSecurePort=0, ipcPort=39991, storageInfo=lv=-57;cid=testClusterID;nsid=989504097;c=1731169038493), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-09T16:17:21,554 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa4aefa5c65111e5 with lease ID 0x637a9324dd6e8149: Processing first storage report for DS-49738c45-e1f2-4a59-81a0-c3b8c17aefbe from datanode DatanodeRegistration(127.0.0.1:36615, datanodeUuid=678a6bd0-e47d-4263-bae0-00e38b2e1c49, infoPort=44425, infoSecurePort=0, ipcPort=39991, storageInfo=lv=-57;cid=testClusterID;nsid=989504097;c=1731169038493) 2024-11-09T16:17:21,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa4aefa5c65111e5 with lease ID 0x637a9324dd6e8149: from storage DS-49738c45-e1f2-4a59-81a0-c3b8c17aefbe node DatanodeRegistration(127.0.0.1:36615, datanodeUuid=678a6bd0-e47d-4263-bae0-00e38b2e1c49, infoPort=44425, infoSecurePort=0, ipcPort=39991, storageInfo=lv=-57;cid=testClusterID;nsid=989504097;c=1731169038493), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:17:21,610 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee 2024-11-09T16:17:21,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:21,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:21,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:17:22,001 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f with version=8 2024-11-09T16:17:22,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/hbase-staging 2024-11-09T16:17:22,200 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T16:17:22,503 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:17:22,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:22,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:22,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:17:22,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:22,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:17:22,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:17:22,758 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T16:17:22,766 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T16:17:22,769 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:17:22,794 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12893 (auto-detected) 2024-11-09T16:17:22,795 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T16:17:22,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42165 2024-11-09T16:17:22,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42165 connecting to ZooKeeper ensemble=127.0.0.1:62779 2024-11-09T16:17:22,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421650x0, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:17:22,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42165-0x1012063294f0000 connected 2024-11-09T16:17:23,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:23,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:23,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on znode that does not yet exist, /0-1008449748/running 2024-11-09T16:17:23,083 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f, hbase.cluster.distributed=false 2024-11-09T16:17:23,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on znode that does not yet exist, /0-1008449748/acl 2024-11-09T16:17:23,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42165 2024-11-09T16:17:23,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42165 2024-11-09T16:17:23,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42165 2024-11-09T16:17:23,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42165 2024-11-09T16:17:23,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42165 2024-11-09T16:17:23,252 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:17:23,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:23,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:23,254 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:17:23,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:23,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:17:23,257 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:17:23,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:17:23,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32845 2024-11-09T16:17:23,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32845 connecting to ZooKeeper ensemble=127.0.0.1:62779 2024-11-09T16:17:23,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:23,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:23,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328450x0, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:17:23,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32845-0x1012063294f0001 connected 2024-11-09T16:17:23,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on znode that does not yet exist, /0-1008449748/running 2024-11-09T16:17:23,301 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:17:23,311 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:17:23,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on znode that does not yet exist, /0-1008449748/master 2024-11-09T16:17:23,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on znode that does not yet exist, /0-1008449748/acl 2024-11-09T16:17:23,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32845 2024-11-09T16:17:23,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32845 2024-11-09T16:17:23,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32845 2024-11-09T16:17:23,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32845 2024-11-09T16:17:23,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32845 2024-11-09T16:17:23,354 DEBUG [M:0;efe6b43736f4:42165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:42165 2024-11-09T16:17:23,356 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1008449748/backup-masters/efe6b43736f4,42165,1731169042290 2024-11-09T16:17:23,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748/backup-masters 2024-11-09T16:17:23,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748/backup-masters 2024-11-09T16:17:23,376 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on existing znode=/0-1008449748/backup-masters/efe6b43736f4,42165,1731169042290 2024-11-09T16:17:23,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:23,415 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on existing znode=/0-1008449748/master 2024-11-09T16:17:23,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1008449748/master 2024-11-09T16:17:23,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:23,416 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1008449748/backup-masters/efe6b43736f4,42165,1731169042290 from backup master directory 2024-11-09T16:17:23,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748/backup-masters 2024-11-09T16:17:23,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1008449748/backup-masters/efe6b43736f4,42165,1731169042290 2024-11-09T16:17:23,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748/backup-masters 2024-11-09T16:17:23,430 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:17:23,431 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,42165,1731169042290 2024-11-09T16:17:23,433 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T16:17:23,435 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T16:17:23,509 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/hbase.id] with ID: ab339627-54c9-424a-a55c-c182c2d0b473 2024-11-09T16:17:23,509 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/.tmp/hbase.id 2024-11-09T16:17:23,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:17:23,524 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/.tmp/hbase.id]:[hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/hbase.id] 2024-11-09T16:17:23,579 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:23,586 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:17:23,615 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 27ms. 2024-11-09T16:17:23,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:23,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:23,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:17:23,661 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:17:23,665 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:17:23,687 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:17:23,692 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:17:23,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:17:23,757 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store 2024-11-09T16:17:23,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:17:24,188 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T16:17:24,191 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:24,192 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:17:24,193 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:24,193 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:24,195 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:17:24,195 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:24,195 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:24,196 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169044192Disabling compacts and flushes for region at 1731169044192Disabling writes for close at 1731169044195 (+3 ms)Writing region close event to WAL at 1731169044195Closed at 1731169044195 2024-11-09T16:17:24,199 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/.initializing 2024-11-09T16:17:24,199 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/WALs/efe6b43736f4,42165,1731169042290 2024-11-09T16:17:24,208 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:17:24,227 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C42165%2C1731169042290, suffix=, logDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/WALs/efe6b43736f4,42165,1731169042290, archiveDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/oldWALs, maxLogs=10 2024-11-09T16:17:24,258 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/WALs/efe6b43736f4,42165,1731169042290/efe6b43736f4%2C42165%2C1731169042290.1731169044233, exclude list is [], retry=0 2024-11-09T16:17:24,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36615,DS-7fb79c6e-c52d-4ea2-a7c3-457254289a6d,DISK] 2024-11-09T16:17:24,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T16:17:24,319 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/WALs/efe6b43736f4,42165,1731169042290/efe6b43736f4%2C42165%2C1731169042290.1731169044233 2024-11-09T16:17:24,320 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44425:44425)] 2024-11-09T16:17:24,321 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:17:24,321 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:24,325 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:24,326 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:24,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:24,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:17:24,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:24,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:24,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:24,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:17:24,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:24,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:24,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:24,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:17:24,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:24,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:24,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:24,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:17:24,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:24,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:24,431 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:24,436 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:24,438 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:24,444 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:24,445 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:24,450 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:17:24,455 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:24,468 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:17:24,470 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67672715, jitterRate=0.008402034640312195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:17:24,481 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169044343Initializing all the Stores at 1731169044345 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169044346 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169044347 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169044347Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169044347Cleaning up temporary data from old regions at 1731169044445 (+98 ms)Region opened successfully at 1731169044481 (+36 ms) 2024-11-09T16:17:24,484 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:17:24,525 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586fc81d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:17:24,557 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:17:24,569 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:17:24,569 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:17:24,572 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:17:24,574 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T16:17:24,580 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-09T16:17:24,580 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:17:24,615 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:17:24,627 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Unable to get data of znode /0-1008449748/balancer because node does not exist (not necessarily an error) 2024-11-09T16:17:24,676 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008449748/balancer already deleted, retry=false 2024-11-09T16:17:24,679 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:17:24,681 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Unable to get data of znode /0-1008449748/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:17:24,692 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008449748/normalizer already deleted, retry=false 2024-11-09T16:17:24,696 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:17:24,700 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Unable to get data of znode /0-1008449748/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:17:24,707 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008449748/switch/split already deleted, retry=false 2024-11-09T16:17:24,709 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Unable to get data of znode /0-1008449748/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:17:24,718 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008449748/switch/merge already deleted, retry=false 2024-11-09T16:17:24,743 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Unable to get data of znode /0-1008449748/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:17:24,756 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008449748/snapshot-cleanup already deleted, retry=false 2024-11-09T16:17:24,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1008449748/running 2024-11-09T16:17:24,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1008449748/running 2024-11-09T16:17:24,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:24,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:24,775 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,42165,1731169042290, sessionid=0x1012063294f0000, setting cluster-up flag (Was=false) 2024-11-09T16:17:24,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:24,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:24,840 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1008449748/flush-table-proc/acquired, /0-1008449748/flush-table-proc/reached, /0-1008449748/flush-table-proc/abort 2024-11-09T16:17:24,842 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,42165,1731169042290 2024-11-09T16:17:24,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:24,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:24,897 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1008449748/online-snapshot/acquired, /0-1008449748/online-snapshot/reached, /0-1008449748/online-snapshot/abort 2024-11-09T16:17:24,901 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,42165,1731169042290 2024-11-09T16:17:24,908 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:17:24,940 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(746): ClusterId : ab339627-54c9-424a-a55c-c182c2d0b473 2024-11-09T16:17:24,943 DEBUG [RS:0;efe6b43736f4:32845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:17:24,958 DEBUG [RS:0;efe6b43736f4:32845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:17:24,958 DEBUG [RS:0;efe6b43736f4:32845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:17:24,972 DEBUG [RS:0;efe6b43736f4:32845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:17:24,973 DEBUG [RS:0;efe6b43736f4:32845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c054b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:17:24,995 DEBUG [RS:0;efe6b43736f4:32845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:32845 2024-11-09T16:17:24,998 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:17:24,998 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:17:24,998 DEBUG [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:17:25,001 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,42165,1731169042290 with port=32845, startcode=1731169043215 2024-11-09T16:17:25,013 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:17:25,015 DEBUG [RS:0;efe6b43736f4:32845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:17:25,024 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:17:25,033 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:17:25,041 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,42165,1731169042290 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:17:25,050 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:25,050 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:25,051 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:25,051 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:25,051 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:17:25,052 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:25,052 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:17:25,052 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:25,069 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:17:25,072 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:17:25,072 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:17:25,077 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42165 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T16:17:25,085 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169075084 2024-11-09T16:17:25,086 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:17:25,087 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:25,087 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:17:25,088 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:17:25,092 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:17:25,092 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:17:25,093 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:17:25,093 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:17:25,100 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:25,106 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:17:25,107 DEBUG [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T16:17:25,108 WARN [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T16:17:25,108 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:17:25,108 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:17:25,109 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:17:25,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:17:25,115 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:17:25,116 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:17:25,117 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:17:25,117 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f 2024-11-09T16:17:25,120 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169045118,5,FailOnTimeoutGroup] 2024-11-09T16:17:25,128 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169045120,5,FailOnTimeoutGroup] 2024-11-09T16:17:25,128 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:25,129 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:17:25,130 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:25,130 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:25,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741832_1008 (size=32) 2024-11-09T16:17:25,209 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,42165,1731169042290 with port=32845, startcode=1731169043215 2024-11-09T16:17:25,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42165 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,32845,1731169043215 2024-11-09T16:17:25,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42165 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,32845,1731169043215 2024-11-09T16:17:25,222 DEBUG [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f 2024-11-09T16:17:25,222 DEBUG [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45645 2024-11-09T16:17:25,222 DEBUG [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:17:25,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748/rs 2024-11-09T16:17:25,234 DEBUG [RS:0;efe6b43736f4:32845 {}] zookeeper.ZKUtil(111): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on existing znode=/0-1008449748/rs/efe6b43736f4,32845,1731169043215 2024-11-09T16:17:25,235 WARN [RS:0;efe6b43736f4:32845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:17:25,235 INFO [RS:0;efe6b43736f4:32845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:17:25,235 DEBUG [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215 2024-11-09T16:17:25,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,32845,1731169043215] 2024-11-09T16:17:25,268 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:17:25,290 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:17:25,297 INFO [RS:0;efe6b43736f4:32845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:17:25,297 INFO [RS:0;efe6b43736f4:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:25,298 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:17:25,309 INFO [RS:0;efe6b43736f4:32845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:17:25,311 INFO [RS:0;efe6b43736f4:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:25,311 DEBUG [RS:0;efe6b43736f4:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:25,312 DEBUG [RS:0;efe6b43736f4:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:25,312 DEBUG [RS:0;efe6b43736f4:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:25,312 DEBUG [RS:0;efe6b43736f4:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:25,313 DEBUG [RS:0;efe6b43736f4:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:25,313 DEBUG [RS:0;efe6b43736f4:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:17:25,313 DEBUG [RS:0;efe6b43736f4:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:25,313 DEBUG [RS:0;efe6b43736f4:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:25,314 DEBUG [RS:0;efe6b43736f4:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:25,314 DEBUG [RS:0;efe6b43736f4:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:25,314 DEBUG [RS:0;efe6b43736f4:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:25,314 DEBUG [RS:0;efe6b43736f4:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:25,314 DEBUG [RS:0;efe6b43736f4:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:17:25,315 DEBUG [RS:0;efe6b43736f4:32845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:17:25,318 INFO [RS:0;efe6b43736f4:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:25,319 INFO [RS:0;efe6b43736f4:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:25,319 INFO [RS:0;efe6b43736f4:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:25,319 INFO [RS:0;efe6b43736f4:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:25,319 INFO [RS:0;efe6b43736f4:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:25,319 INFO [RS:0;efe6b43736f4:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,32845,1731169043215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:17:25,348 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:17:25,351 INFO [RS:0;efe6b43736f4:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,32845,1731169043215-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:25,351 INFO [RS:0;efe6b43736f4:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:25,352 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.Replication(171): efe6b43736f4,32845,1731169043215 started 2024-11-09T16:17:25,380 INFO [RS:0;efe6b43736f4:32845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:25,381 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,32845,1731169043215, RpcServer on efe6b43736f4/172.17.0.3:32845, sessionid=0x1012063294f0001 2024-11-09T16:17:25,382 DEBUG [RS:0;efe6b43736f4:32845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:17:25,382 DEBUG [RS:0;efe6b43736f4:32845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,32845,1731169043215 2024-11-09T16:17:25,383 DEBUG [RS:0;efe6b43736f4:32845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,32845,1731169043215' 2024-11-09T16:17:25,383 DEBUG [RS:0;efe6b43736f4:32845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1008449748/flush-table-proc/abort' 2024-11-09T16:17:25,384 DEBUG [RS:0;efe6b43736f4:32845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1008449748/flush-table-proc/acquired' 2024-11-09T16:17:25,385 DEBUG [RS:0;efe6b43736f4:32845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:17:25,385 DEBUG [RS:0;efe6b43736f4:32845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:17:25,385 DEBUG [RS:0;efe6b43736f4:32845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,32845,1731169043215 2024-11-09T16:17:25,385 DEBUG [RS:0;efe6b43736f4:32845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,32845,1731169043215' 2024-11-09T16:17:25,385 DEBUG [RS:0;efe6b43736f4:32845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1008449748/online-snapshot/abort' 2024-11-09T16:17:25,387 DEBUG [RS:0;efe6b43736f4:32845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1008449748/online-snapshot/acquired' 2024-11-09T16:17:25,388 DEBUG [RS:0;efe6b43736f4:32845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:17:25,389 INFO [RS:0;efe6b43736f4:32845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:17:25,389 INFO [RS:0;efe6b43736f4:32845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:17:25,495 INFO [RS:0;efe6b43736f4:32845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:17:25,498 INFO [RS:0;efe6b43736f4:32845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C32845%2C1731169043215, suffix=, logDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215, archiveDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/oldWALs, maxLogs=10 2024-11-09T16:17:25,513 DEBUG [RS:0;efe6b43736f4:32845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215/efe6b43736f4%2C32845%2C1731169043215.1731169045500, exclude list is [], retry=0 2024-11-09T16:17:25,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36615,DS-7fb79c6e-c52d-4ea2-a7c3-457254289a6d,DISK] 2024-11-09T16:17:25,522 INFO [RS:0;efe6b43736f4:32845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215/efe6b43736f4%2C32845%2C1731169043215.1731169045500 2024-11-09T16:17:25,522 DEBUG [RS:0;efe6b43736f4:32845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44425:44425)] 2024-11-09T16:17:25,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:25,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:17:25,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:17:25,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:25,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:25,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:17:25,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:17:25,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:25,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:25,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:17:25,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:17:25,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:25,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:25,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:17:25,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:17:25,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:25,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:25,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:17:25,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740 2024-11-09T16:17:25,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740 2024-11-09T16:17:25,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:17:25,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:17:25,573 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:17:25,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:17:25,579 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:17:25,580 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66093149, jitterRate=-0.015135332942008972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:17:25,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169045546Initializing all the Stores at 1731169045548 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169045548Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169045548Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169045548Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169045548Cleaning up temporary data from old regions at 1731169045572 (+24 ms)Region opened successfully at 1731169045584 (+12 ms) 2024-11-09T16:17:25,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:17:25,584 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:17:25,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:17:25,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:17:25,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:17:25,587 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:17:25,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169045584Disabling compacts and flushes for region at 1731169045584Disabling writes for close at 1731169045585 (+1 ms)Writing region close event to WAL at 1731169045586 (+1 ms)Closed at 1731169045586 2024-11-09T16:17:25,591 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:17:25,591 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:17:25,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:17:25,608 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:17:25,611 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:17:25,763 DEBUG [efe6b43736f4:42165 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:17:25,776 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,32845,1731169043215 2024-11-09T16:17:25,785 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,32845,1731169043215, state=OPENING 2024-11-09T16:17:25,844 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:17:25,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:25,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:25,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1008449748/meta-region-server: CHANGED 2024-11-09T16:17:25,888 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:17:25,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,32845,1731169043215}] 2024-11-09T16:17:25,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1008449748/meta-region-server: CHANGED 2024-11-09T16:17:26,073 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:17:26,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:17:26,095 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:17:26,095 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:17:26,096 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:17:26,099 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C32845%2C1731169043215.meta, suffix=.meta, logDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215, archiveDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/oldWALs, maxLogs=10 2024-11-09T16:17:26,119 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215/efe6b43736f4%2C32845%2C1731169043215.meta.1731169046102.meta, exclude list is [], retry=0 2024-11-09T16:17:26,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36615,DS-7fb79c6e-c52d-4ea2-a7c3-457254289a6d,DISK] 2024-11-09T16:17:26,129 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215/efe6b43736f4%2C32845%2C1731169043215.meta.1731169046102.meta 2024-11-09T16:17:26,131 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44425:44425)] 2024-11-09T16:17:26,131 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:17:26,137 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:17:26,138 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:17:26,140 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:17:26,142 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:17:26,145 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:17:26,146 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:26,146 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:17:26,146 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:17:26,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:17:26,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:17:26,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:26,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:26,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:17:26,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:17:26,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:26,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:26,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:17:26,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:17:26,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:26,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:26,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:17:26,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:17:26,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:26,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:26,163 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:17:26,164 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740 2024-11-09T16:17:26,168 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740 2024-11-09T16:17:26,170 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:17:26,170 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:17:26,171 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:17:26,174 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:17:26,175 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71428829, jitterRate=0.06437249481678009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:17:26,176 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:17:26,177 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169046147Writing region info on filesystem at 1731169046147Initializing all the Stores at 1731169046149 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169046149Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169046149Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169046150 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169046150Cleaning up temporary data from old regions at 1731169046170 (+20 ms)Running coprocessor post-open hooks at 1731169046176 (+6 ms)Region opened successfully at 1731169046177 (+1 ms) 2024-11-09T16:17:26,184 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169046065 2024-11-09T16:17:26,197 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:17:26,197 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:17:26,199 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,32845,1731169043215 2024-11-09T16:17:26,202 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,32845,1731169043215, state=OPEN 2024-11-09T16:17:26,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1008449748/meta-region-server 2024-11-09T16:17:26,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1008449748/meta-region-server 2024-11-09T16:17:26,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1008449748/meta-region-server: CHANGED 2024-11-09T16:17:26,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1008449748/meta-region-server: CHANGED 2024-11-09T16:17:26,230 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,32845,1731169043215 2024-11-09T16:17:26,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:17:26,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,32845,1731169043215 in 339 msec 2024-11-09T16:17:26,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:17:26,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 639 msec 2024-11-09T16:17:26,246 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:17:26,246 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:17:26,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:17:26,268 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,32845,1731169043215, seqNum=-1] 2024-11-09T16:17:26,296 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:17:26,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:17:26,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3680 sec 2024-11-09T16:17:26,323 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169046323, completionTime=-1 2024-11-09T16:17:26,326 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:17:26,327 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:17:26,357 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:17:26,357 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169106357 2024-11-09T16:17:26,357 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169166357 2024-11-09T16:17:26,357 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-09T16:17:26,361 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,42165,1731169042290-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:26,361 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,42165,1731169042290-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:26,361 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,42165,1731169042290-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:26,363 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:42165, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:26,363 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:26,364 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:26,370 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:17:26,395 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.964sec 2024-11-09T16:17:26,397 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:17:26,398 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:17:26,399 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:17:26,400 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:17:26,400 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:17:26,401 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,42165,1731169042290-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:17:26,401 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,42165,1731169042290-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:17:26,412 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:17:26,414 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:17:26,414 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,42165,1731169042290-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:26,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7a2adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:26,451 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T16:17:26,451 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T16:17:26,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,42165,-1 for getting cluster id 2024-11-09T16:17:26,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:26,464 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab339627-54c9-424a-a55c-c182c2d0b473' 2024-11-09T16:17:26,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:26,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab339627-54c9-424a-a55c-c182c2d0b473" 2024-11-09T16:17:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db9d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:26,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,42165,-1] 2024-11-09T16:17:26,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:26,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:26,475 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:26,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7beff2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:26,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:17:26,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,32845,1731169043215, seqNum=-1] 2024-11-09T16:17:26,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:17:26,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:17:26,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,42165,1731169042290 2024-11-09T16:17:26,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62779 2024-11-09T16:17:26,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:17:26,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012063294f0002 connected 2024-11-09T16:17:26,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/hadoop.log.dir so I do NOT create it in target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4 2024-11-09T16:17:26,645 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:17:26,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/hadoop.tmp.dir so I do NOT create it in target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4 2024-11-09T16:17:26,645 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:17:26,645 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4 2024-11-09T16:17:26,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:17:26,645 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/cluster_e8bf892c-fe90-b87c-0fe8-6f9512482256, deleteOnExit=true 2024-11-09T16:17:26,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:17:26,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/test.cache.data in system properties and HBase conf 2024-11-09T16:17:26,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:17:26,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:17:26,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:17:26,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:17:26,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:17:26,646 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:17:26,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:17:26,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:17:26,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:17:26,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:17:26,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:17:26,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:17:26,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:17:26,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:17:26,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:17:26,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:17:26,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:17:26,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:17:26,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:17:26,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:17:27,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:17:27,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:17:27,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:17:27,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:17:27,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:17:27,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:17:27,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:17:27,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:17:27,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46934c71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/java.io.tmpdir/jetty-localhost-45625-hadoop-hdfs-3_4_1-tests_jar-_-any-15827970677605650015/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:17:27,191 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:45625} 2024-11-09T16:17:27,192 INFO [Time-limited test {}] server.Server(415): Started @10780ms 2024-11-09T16:17:27,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:17:27,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:17:27,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:17:27,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:17:27,524 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:17:27,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:17:27,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:17:27,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@671eadbd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/java.io.tmpdir/jetty-localhost-40681-hadoop-hdfs-3_4_1-tests_jar-_-any-14711272442858100183/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:17:27,674 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:40681} 2024-11-09T16:17:27,675 INFO [Time-limited test {}] server.Server(415): Started @11264ms 2024-11-09T16:17:27,677 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:17:28,560 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/cluster_e8bf892c-fe90-b87c-0fe8-6f9512482256/data/data2/current/BP-927905680-172.17.0.3-1731169046674/current, will proceed with Du for space computation calculation, 2024-11-09T16:17:28,560 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/cluster_e8bf892c-fe90-b87c-0fe8-6f9512482256/data/data1/current/BP-927905680-172.17.0.3-1731169046674/current, will proceed with Du for space computation calculation, 2024-11-09T16:17:28,609 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:17:28,615 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49bee59ef04f298c with lease ID 0xb524269d179011f5: Processing first storage report for DS-c47ba92e-a425-4f25-b852-dfdf780dd0f3 from datanode DatanodeRegistration(127.0.0.1:33555, datanodeUuid=0a4a36fa-1d1f-4e85-b2c0-766ef3d5738b, infoPort=44537, infoSecurePort=0, ipcPort=35803, storageInfo=lv=-57;cid=testClusterID;nsid=1489810241;c=1731169046674) 2024-11-09T16:17:28,615 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49bee59ef04f298c with lease ID 0xb524269d179011f5: from storage DS-c47ba92e-a425-4f25-b852-dfdf780dd0f3 node DatanodeRegistration(127.0.0.1:33555, datanodeUuid=0a4a36fa-1d1f-4e85-b2c0-766ef3d5738b, infoPort=44537, infoSecurePort=0, ipcPort=35803, storageInfo=lv=-57;cid=testClusterID;nsid=1489810241;c=1731169046674), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:17:28,615 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49bee59ef04f298c with lease ID 0xb524269d179011f5: Processing first storage report for DS-2f98664a-b43f-410b-a6e2-bbb0d434f77c from datanode DatanodeRegistration(127.0.0.1:33555, datanodeUuid=0a4a36fa-1d1f-4e85-b2c0-766ef3d5738b, infoPort=44537, infoSecurePort=0, ipcPort=35803, storageInfo=lv=-57;cid=testClusterID;nsid=1489810241;c=1731169046674) 2024-11-09T16:17:28,615 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49bee59ef04f298c with lease ID 0xb524269d179011f5: from storage DS-2f98664a-b43f-410b-a6e2-bbb0d434f77c node DatanodeRegistration(127.0.0.1:33555, datanodeUuid=0a4a36fa-1d1f-4e85-b2c0-766ef3d5738b, infoPort=44537, infoSecurePort=0, ipcPort=35803, storageInfo=lv=-57;cid=testClusterID;nsid=1489810241;c=1731169046674), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:17:28,663 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4 2024-11-09T16:17:28,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:28,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:28,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:17:29,088 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f with version=8 2024-11-09T16:17:29,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/hbase-staging 2024-11-09T16:17:29,091 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:17:29,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:29,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:29,091 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:17:29,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:29,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:17:29,091 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:17:29,092 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:17:29,092 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36777 2024-11-09T16:17:29,094 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36777 connecting to ZooKeeper ensemble=127.0.0.1:62779 2024-11-09T16:17:29,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367770x0, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:17:29,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36777-0x1012063294f0003 connected 2024-11-09T16:17:29,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:29,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:29,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Set watcher on znode that does not yet exist, /1590558157/running 2024-11-09T16:17:29,659 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f, hbase.cluster.distributed=false 2024-11-09T16:17:29,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Set watcher on znode that does not yet exist, /1590558157/acl 2024-11-09T16:17:29,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36777 2024-11-09T16:17:29,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36777 2024-11-09T16:17:29,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36777 2024-11-09T16:17:29,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36777 2024-11-09T16:17:29,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36777 2024-11-09T16:17:29,688 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:17:29,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:29,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:29,688 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:17:29,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:29,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:17:29,688 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:17:29,689 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:17:29,690 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36021 2024-11-09T16:17:29,692 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36021 connecting to ZooKeeper ensemble=127.0.0.1:62779 2024-11-09T16:17:29,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:29,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:29,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360210x0, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:17:29,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360210x0, quorum=127.0.0.1:62779, baseZNode=/1590558157 Set watcher on znode that does not yet exist, /1590558157/running 2024-11-09T16:17:29,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36021-0x1012063294f0004 connected 2024-11-09T16:17:29,719 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:17:29,725 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:17:29,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Set watcher on znode that does not yet exist, /1590558157/master 2024-11-09T16:17:29,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Set watcher on znode that does not yet exist, /1590558157/acl 2024-11-09T16:17:29,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36021 2024-11-09T16:17:29,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36021 2024-11-09T16:17:29,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36021 2024-11-09T16:17:29,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36021 2024-11-09T16:17:29,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36021 2024-11-09T16:17:29,756 DEBUG [M:0;efe6b43736f4:36777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:36777 2024-11-09T16:17:29,757 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1590558157/backup-masters/efe6b43736f4,36777,1731169049090 2024-11-09T16:17:29,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157/backup-masters 2024-11-09T16:17:29,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157/backup-masters 2024-11-09T16:17:29,771 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Set watcher on existing znode=/1590558157/backup-masters/efe6b43736f4,36777,1731169049090 2024-11-09T16:17:29,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157 2024-11-09T16:17:29,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1590558157/master 2024-11-09T16:17:29,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157 2024-11-09T16:17:29,781 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Set watcher on existing znode=/1590558157/master 2024-11-09T16:17:29,782 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1590558157/backup-masters/efe6b43736f4,36777,1731169049090 from backup master directory 2024-11-09T16:17:29,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157/backup-masters 2024-11-09T16:17:29,798 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:17:29,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1590558157/backup-masters/efe6b43736f4,36777,1731169049090 2024-11-09T16:17:29,798 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,36777,1731169049090 2024-11-09T16:17:29,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157/backup-masters 2024-11-09T16:17:29,808 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/hbase.id] with ID: d1665e6d-bffe-4409-9517-bdc0ccd95703 2024-11-09T16:17:29,808 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/.tmp/hbase.id 2024-11-09T16:17:29,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:17:29,824 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/.tmp/hbase.id]:[hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/hbase.id] 2024-11-09T16:17:29,860 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:29,860 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:17:29,863 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T16:17:29,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157 2024-11-09T16:17:29,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157 2024-11-09T16:17:29,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:17:29,888 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:17:29,892 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:17:29,893 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:17:29,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:17:30,310 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store 2024-11-09T16:17:30,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:17:30,332 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:30,332 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:17:30,332 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:30,332 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:30,333 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:17:30,333 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:30,333 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:30,333 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169050332Disabling compacts and flushes for region at 1731169050332Disabling writes for close at 1731169050333 (+1 ms)Writing region close event to WAL at 1731169050333Closed at 1731169050333 2024-11-09T16:17:30,335 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/.initializing 2024-11-09T16:17:30,335 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/WALs/efe6b43736f4,36777,1731169049090 2024-11-09T16:17:30,337 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:17:30,341 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C36777%2C1731169049090, suffix=, logDir=hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/WALs/efe6b43736f4,36777,1731169049090, archiveDir=hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/oldWALs, maxLogs=10 2024-11-09T16:17:30,357 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/WALs/efe6b43736f4,36777,1731169049090/efe6b43736f4%2C36777%2C1731169049090.1731169050341, exclude list is [], retry=0 2024-11-09T16:17:30,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33555,DS-c47ba92e-a425-4f25-b852-dfdf780dd0f3,DISK] 2024-11-09T16:17:30,364 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/WALs/efe6b43736f4,36777,1731169049090/efe6b43736f4%2C36777%2C1731169049090.1731169050341 2024-11-09T16:17:30,368 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44537:44537)] 2024-11-09T16:17:30,368 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:17:30,368 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:30,369 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:30,369 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:30,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:30,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:17:30,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:30,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:30,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:30,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:17:30,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:30,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:30,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:30,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:17:30,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:30,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:30,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:30,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:17:30,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:30,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:30,388 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:30,389 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:30,390 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:30,392 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:30,392 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:30,393 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:17:30,395 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:30,398 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:17:30,399 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72078496, jitterRate=0.07405328750610352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:17:30,399 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169050369Initializing all the Stores at 1731169050371 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169050371Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169050371Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169050371Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169050371Cleaning up temporary data from old regions at 1731169050392 (+21 ms)Region opened successfully at 1731169050399 (+7 ms) 2024-11-09T16:17:30,400 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:17:30,405 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23364224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:17:30,406 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:17:30,406 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:17:30,406 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:17:30,406 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:17:30,407 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:17:30,407 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:17:30,407 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:17:30,410 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:17:30,411 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Unable to get data of znode /1590558157/balancer because node does not exist (not necessarily an error) 2024-11-09T16:17:30,465 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1590558157/balancer already deleted, retry=false 2024-11-09T16:17:30,465 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:17:30,466 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Unable to get data of znode /1590558157/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:17:30,475 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1590558157/normalizer already deleted, retry=false 2024-11-09T16:17:30,475 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:17:30,477 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Unable to get data of znode /1590558157/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:17:30,486 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1590558157/switch/split already deleted, retry=false 2024-11-09T16:17:30,487 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Unable to get data of znode /1590558157/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:17:30,496 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1590558157/switch/merge already deleted, retry=false 2024-11-09T16:17:30,499 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Unable to get data of znode /1590558157/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:17:30,507 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1590558157/snapshot-cleanup already deleted, retry=false 2024-11-09T16:17:30,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1590558157/running 2024-11-09T16:17:30,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1590558157/running 2024-11-09T16:17:30,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157 2024-11-09T16:17:30,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157 2024-11-09T16:17:30,519 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,36777,1731169049090, sessionid=0x1012063294f0003, setting cluster-up flag (Was=false) 2024-11-09T16:17:30,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157 2024-11-09T16:17:30,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157 2024-11-09T16:17:30,570 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1590558157/flush-table-proc/acquired, /1590558157/flush-table-proc/reached, /1590558157/flush-table-proc/abort 2024-11-09T16:17:30,571 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,36777,1731169049090 2024-11-09T16:17:30,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157 2024-11-09T16:17:30,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157 2024-11-09T16:17:30,623 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1590558157/online-snapshot/acquired, /1590558157/online-snapshot/reached, /1590558157/online-snapshot/abort 2024-11-09T16:17:30,625 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,36777,1731169049090 2024-11-09T16:17:30,627 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:17:30,630 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:17:30,630 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:17:30,631 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:17:30,631 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,36777,1731169049090 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:17:30,633 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:30,634 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:30,634 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:30,634 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:30,634 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:17:30,634 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:30,635 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:17:30,635 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:30,635 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169080635 2024-11-09T16:17:30,636 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:17:30,636 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:17:30,636 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:17:30,636 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:17:30,636 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:17:30,636 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:17:30,639 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:30,639 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:17:30,639 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:17:30,639 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:17:30,639 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:17:30,640 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:17:30,640 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:17:30,640 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:17:30,640 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:17:30,642 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:30,642 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:17:30,649 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.HRegionServer(746): ClusterId : d1665e6d-bffe-4409-9517-bdc0ccd95703 2024-11-09T16:17:30,650 DEBUG [RS:0;efe6b43736f4:36021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:17:30,652 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169050640,5,FailOnTimeoutGroup] 2024-11-09T16:17:30,655 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169050652,5,FailOnTimeoutGroup] 2024-11-09T16:17:30,655 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:30,656 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:17:30,656 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:30,656 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:30,662 DEBUG [RS:0;efe6b43736f4:36021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:17:30,662 DEBUG [RS:0;efe6b43736f4:36021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:17:30,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:17:30,672 DEBUG [RS:0;efe6b43736f4:36021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:17:30,672 DEBUG [RS:0;efe6b43736f4:36021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a1603a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:17:30,686 DEBUG [RS:0;efe6b43736f4:36021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:36021 2024-11-09T16:17:30,686 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:17:30,687 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:17:30,687 DEBUG [RS:0;efe6b43736f4:36021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:17:30,687 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,36777,1731169049090 with port=36021, startcode=1731169049687 2024-11-09T16:17:30,688 DEBUG [RS:0;efe6b43736f4:36021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:17:30,692 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:17:30,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36777 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,36021,1731169049687 2024-11-09T16:17:30,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36777 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,36021,1731169049687 2024-11-09T16:17:30,698 DEBUG [RS:0;efe6b43736f4:36021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f 2024-11-09T16:17:30,698 DEBUG [RS:0;efe6b43736f4:36021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43149 2024-11-09T16:17:30,698 DEBUG [RS:0;efe6b43736f4:36021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:17:30,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157/rs 2024-11-09T16:17:30,759 DEBUG [RS:0;efe6b43736f4:36021 {}] zookeeper.ZKUtil(111): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Set watcher on existing znode=/1590558157/rs/efe6b43736f4,36021,1731169049687 2024-11-09T16:17:30,759 WARN [RS:0;efe6b43736f4:36021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:17:30,760 INFO [RS:0;efe6b43736f4:36021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:17:30,760 DEBUG [RS:0;efe6b43736f4:36021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/WALs/efe6b43736f4,36021,1731169049687 2024-11-09T16:17:30,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,36021,1731169049687] 2024-11-09T16:17:30,765 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:17:30,767 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:17:30,768 INFO [RS:0;efe6b43736f4:36021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:17:30,768 INFO [RS:0;efe6b43736f4:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:30,771 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:17:30,772 INFO [RS:0;efe6b43736f4:36021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:17:30,772 INFO [RS:0;efe6b43736f4:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:30,772 DEBUG [RS:0;efe6b43736f4:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:30,772 DEBUG [RS:0;efe6b43736f4:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:30,772 DEBUG [RS:0;efe6b43736f4:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:30,772 DEBUG [RS:0;efe6b43736f4:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:30,772 DEBUG [RS:0;efe6b43736f4:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:30,773 DEBUG [RS:0;efe6b43736f4:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:17:30,773 DEBUG [RS:0;efe6b43736f4:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:30,773 DEBUG [RS:0;efe6b43736f4:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:30,773 DEBUG [RS:0;efe6b43736f4:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:30,773 DEBUG [RS:0;efe6b43736f4:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:30,773 DEBUG [RS:0;efe6b43736f4:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:30,773 DEBUG [RS:0;efe6b43736f4:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:30,773 DEBUG [RS:0;efe6b43736f4:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:17:30,773 DEBUG [RS:0;efe6b43736f4:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:17:30,780 INFO [RS:0;efe6b43736f4:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:30,780 INFO [RS:0;efe6b43736f4:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:30,780 INFO [RS:0;efe6b43736f4:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:30,780 INFO [RS:0;efe6b43736f4:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:30,781 INFO [RS:0;efe6b43736f4:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:30,781 INFO [RS:0;efe6b43736f4:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,36021,1731169049687-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:17:30,798 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:17:30,798 INFO [RS:0;efe6b43736f4:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,36021,1731169049687-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:30,798 INFO [RS:0;efe6b43736f4:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:30,799 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.Replication(171): efe6b43736f4,36021,1731169049687 started 2024-11-09T16:17:30,816 INFO [RS:0;efe6b43736f4:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:30,816 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,36021,1731169049687, RpcServer on efe6b43736f4/172.17.0.3:36021, sessionid=0x1012063294f0004 2024-11-09T16:17:30,816 DEBUG [RS:0;efe6b43736f4:36021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:17:30,816 DEBUG [RS:0;efe6b43736f4:36021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,36021,1731169049687 2024-11-09T16:17:30,816 DEBUG [RS:0;efe6b43736f4:36021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,36021,1731169049687' 2024-11-09T16:17:30,816 DEBUG [RS:0;efe6b43736f4:36021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1590558157/flush-table-proc/abort' 2024-11-09T16:17:30,817 DEBUG [RS:0;efe6b43736f4:36021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1590558157/flush-table-proc/acquired' 2024-11-09T16:17:30,818 DEBUG [RS:0;efe6b43736f4:36021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:17:30,818 DEBUG [RS:0;efe6b43736f4:36021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:17:30,818 DEBUG [RS:0;efe6b43736f4:36021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,36021,1731169049687 2024-11-09T16:17:30,818 DEBUG [RS:0;efe6b43736f4:36021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,36021,1731169049687' 2024-11-09T16:17:30,818 DEBUG [RS:0;efe6b43736f4:36021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1590558157/online-snapshot/abort' 2024-11-09T16:17:30,818 DEBUG [RS:0;efe6b43736f4:36021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1590558157/online-snapshot/acquired' 2024-11-09T16:17:30,819 DEBUG [RS:0;efe6b43736f4:36021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:17:30,819 INFO [RS:0;efe6b43736f4:36021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:17:30,819 INFO [RS:0;efe6b43736f4:36021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:17:30,920 INFO [RS:0;efe6b43736f4:36021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:17:30,923 INFO [RS:0;efe6b43736f4:36021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C36021%2C1731169049687, suffix=, logDir=hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/WALs/efe6b43736f4,36021,1731169049687, archiveDir=hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/oldWALs, maxLogs=10 2024-11-09T16:17:30,946 DEBUG [RS:0;efe6b43736f4:36021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/WALs/efe6b43736f4,36021,1731169049687/efe6b43736f4%2C36021%2C1731169049687.1731169050926, exclude list is [], retry=0 2024-11-09T16:17:30,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33555,DS-c47ba92e-a425-4f25-b852-dfdf780dd0f3,DISK] 2024-11-09T16:17:30,962 INFO [RS:0;efe6b43736f4:36021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/WALs/efe6b43736f4,36021,1731169049687/efe6b43736f4%2C36021%2C1731169049687.1731169050926 2024-11-09T16:17:30,962 DEBUG [RS:0;efe6b43736f4:36021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44537:44537)] 2024-11-09T16:17:31,074 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:17:31,075 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f 2024-11-09T16:17:31,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741833_1009 (size=32) 2024-11-09T16:17:31,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:31,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:17:31,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:17:31,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:31,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:31,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:17:31,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:17:31,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:31,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:31,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:17:31,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:17:31,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:31,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:31,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:17:31,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:17:31,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:31,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:31,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:17:31,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/data/hbase/meta/1588230740 2024-11-09T16:17:31,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/data/hbase/meta/1588230740 2024-11-09T16:17:31,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:17:31,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:17:31,534 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:17:31,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:17:31,541 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:17:31,542 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64415713, jitterRate=-0.04013107717037201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:17:31,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169051495Initializing all the Stores at 1731169051498 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169051498Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169051504 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169051504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169051504Cleaning up temporary data from old regions at 1731169051533 (+29 ms)Region opened successfully at 1731169051542 (+9 ms) 2024-11-09T16:17:31,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:17:31,542 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:17:31,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:17:31,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:17:31,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:17:31,544 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:17:31,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169051542Disabling compacts and flushes for region at 1731169051542Disabling writes for close at 1731169051542Writing region close event to WAL at 1731169051544 (+2 ms)Closed at 1731169051544 2024-11-09T16:17:31,547 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:17:31,547 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:17:31,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:17:31,550 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:17:31,553 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:17:31,660 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:17:31,712 DEBUG [efe6b43736f4:36777 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:17:31,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,36021,1731169049687 2024-11-09T16:17:31,717 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,36021,1731169049687, state=OPENING 2024-11-09T16:17:31,759 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T16:17:31,781 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:17:31,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157 2024-11-09T16:17:31,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157 2024-11-09T16:17:31,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1590558157/meta-region-server: CHANGED 2024-11-09T16:17:31,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1590558157/meta-region-server: CHANGED 2024-11-09T16:17:31,795 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:17:31,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,36021,1731169049687}] 2024-11-09T16:17:31,951 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:17:31,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:17:31,961 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:17:31,961 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:17:31,962 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:17:31,965 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C36021%2C1731169049687.meta, suffix=.meta, logDir=hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/WALs/efe6b43736f4,36021,1731169049687, archiveDir=hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/oldWALs, maxLogs=10 2024-11-09T16:17:31,987 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/WALs/efe6b43736f4,36021,1731169049687/efe6b43736f4%2C36021%2C1731169049687.meta.1731169051967.meta, exclude list is [], retry=0 2024-11-09T16:17:31,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33555,DS-c47ba92e-a425-4f25-b852-dfdf780dd0f3,DISK] 2024-11-09T16:17:31,994 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/WALs/efe6b43736f4,36021,1731169049687/efe6b43736f4%2C36021%2C1731169049687.meta.1731169051967.meta 2024-11-09T16:17:31,995 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44537:44537)] 2024-11-09T16:17:31,995 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:17:31,996 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:17:31,996 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:17:31,996 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:17:31,996 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:17:31,996 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:17:31,997 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:31,997 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:17:31,997 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:17:32,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:17:32,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:17:32,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:32,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:32,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:17:32,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:17:32,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:32,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:32,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:17:32,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:17:32,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:32,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:32,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:17:32,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:17:32,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:32,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:32,020 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:17:32,022 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/data/hbase/meta/1588230740 2024-11-09T16:17:32,024 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/data/hbase/meta/1588230740 2024-11-09T16:17:32,026 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:17:32,026 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:17:32,027 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:17:32,029 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:17:32,031 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59242732, jitterRate=-0.11721450090408325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:17:32,032 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:17:32,032 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169051997Writing region info on filesystem at 1731169051997Initializing all the Stores at 1731169051999 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169051999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169051999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169051999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169051999Cleaning up temporary data from old regions at 1731169052026 (+27 ms)Running coprocessor post-open hooks at 1731169052032 (+6 ms)Region opened successfully at 1731169052032 2024-11-09T16:17:32,034 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169051950 2024-11-09T16:17:32,038 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:17:32,038 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:17:32,039 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,36021,1731169049687 2024-11-09T16:17:32,041 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,36021,1731169049687, state=OPEN 2024-11-09T16:17:32,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1590558157/meta-region-server 2024-11-09T16:17:32,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1590558157/meta-region-server 2024-11-09T16:17:32,117 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,36021,1731169049687 2024-11-09T16:17:32,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1590558157/meta-region-server: CHANGED 2024-11-09T16:17:32,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1590558157/meta-region-server: CHANGED 2024-11-09T16:17:32,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:17:32,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,36021,1731169049687 in 323 msec 2024-11-09T16:17:32,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:17:32,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 576 msec 2024-11-09T16:17:32,129 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:17:32,130 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:17:32,132 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:17:32,132 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,36021,1731169049687, seqNum=-1] 2024-11-09T16:17:32,132 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:17:32,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:17:32,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5140 sec 2024-11-09T16:17:32,146 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169052146, completionTime=-1 2024-11-09T16:17:32,146 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:17:32,146 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:17:32,149 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:17:32,149 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169112149 2024-11-09T16:17:32,149 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169172149 2024-11-09T16:17:32,149 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T16:17:32,149 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,36777,1731169049090-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:32,150 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,36777,1731169049090-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:32,150 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,36777,1731169049090-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:32,150 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:36777, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:32,150 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:32,150 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:32,152 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:17:32,156 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.357sec 2024-11-09T16:17:32,156 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:17:32,156 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:17:32,156 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:17:32,156 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:17:32,156 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:17:32,156 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,36777,1731169049090-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:17:32,156 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,36777,1731169049090-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:17:32,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:32,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,36777,-1 for getting cluster id 2024-11-09T16:17:32,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:32,161 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:17:32,161 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:17:32,162 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,36777,1731169049090-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:32,162 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1665e6d-bffe-4409-9517-bdc0ccd95703' 2024-11-09T16:17:32,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:32,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1665e6d-bffe-4409-9517-bdc0ccd95703" 2024-11-09T16:17:32,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec41861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:32,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,36777,-1] 2024-11-09T16:17:32,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:32,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:32,167 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:32,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:32,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:17:32,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,36021,1731169049687, seqNum=-1] 2024-11-09T16:17:32,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:17:32,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:17:32,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,36777,1731169049090 2024-11-09T16:17:32,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62779 2024-11-09T16:17:32,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:17:32,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012063294f0005 connected 2024-11-09T16:17:32,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:32,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,42165,-1 for getting cluster id 2024-11-09T16:17:32,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:32,209 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab339627-54c9-424a-a55c-c182c2d0b473' 2024-11-09T16:17:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab339627-54c9-424a-a55c-c182c2d0b473" 2024-11-09T16:17:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d10f876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,42165,-1] 2024-11-09T16:17:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:32,212 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:32,215 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:32,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d0f762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:32,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:17:32,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,42165,1731169042290 2024-11-09T16:17:32,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26c2b3dd 2024-11-09T16:17:32,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:17:32,243 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:17:32,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://efe6b43736f4:36777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T16:17:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:17:32,260 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:36777' 2024-11-09T16:17:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:17:32,261 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d33b980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:32,262 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,36777,-1 for getting cluster id 2024-11-09T16:17:32,262 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:32,263 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1665e6d-bffe-4409-9517-bdc0ccd95703' 2024-11-09T16:17:32,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:32,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1665e6d-bffe-4409-9517-bdc0ccd95703" 2024-11-09T16:17:32,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6286fbf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:32,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,36777,-1] 2024-11-09T16:17:32,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:32,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:32,271 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:32,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6992216f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:32,273 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:17:32,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,36777,1731169049090 2024-11-09T16:17:32,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@501d49c1 2024-11-09T16:17:32,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:17:32,282 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:17:32,300 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T16:17:32,300 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:17:32,306 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:32,307 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:32,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:17:32,308 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:17:32,316 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T16:17:32,324 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:17:32,325 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:32,327 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:17:32,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741835_1011 (size=1138) 2024-11-09T16:17:32,369 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T16:17:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:17:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:17:32,752 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea43b7a8a7a3a6d79574ef1403a5c0e9, NAME => 'hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f 2024-11-09T16:17:32,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T16:17:32,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T16:17:32,757 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:17:32,757 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T16:17:32,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:17:32,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T16:17:32,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T16:17:32,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T16:17:32,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741836_1012 (size=44) 2024-11-09T16:17:32,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:32,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ea43b7a8a7a3a6d79574ef1403a5c0e9, disabling compactions & flushes 2024-11-09T16:17:32,828 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:32,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:32,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. after waiting 0 ms 2024-11-09T16:17:32,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:32,829 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:32,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea43b7a8a7a3a6d79574ef1403a5c0e9: Waiting for close lock at 1731169052828Disabling compacts and flushes for region at 1731169052828Disabling writes for close at 1731169052828Writing region close event to WAL at 1731169052829 (+1 ms)Closed at 1731169052829 2024-11-09T16:17:32,833 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:17:32,840 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731169052833"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169052833"}]},"ts":"1731169052833"} 2024-11-09T16:17:32,854 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:17:32,857 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:17:32,861 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169052857"}]},"ts":"1731169052857"} 2024-11-09T16:17:32,869 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T16:17:32,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea43b7a8a7a3a6d79574ef1403a5c0e9, ASSIGN}] 2024-11-09T16:17:32,877 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea43b7a8a7a3a6d79574ef1403a5c0e9, ASSIGN 2024-11-09T16:17:32,879 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea43b7a8a7a3a6d79574ef1403a5c0e9, ASSIGN; state=OFFLINE, location=efe6b43736f4,32845,1731169043215; forceNewPlan=false, retain=false 2024-11-09T16:17:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:17:33,031 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ea43b7a8a7a3a6d79574ef1403a5c0e9, regionState=OPENING, regionLocation=efe6b43736f4,32845,1731169043215 2024-11-09T16:17:33,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea43b7a8a7a3a6d79574ef1403a5c0e9, ASSIGN because future has completed 2024-11-09T16:17:33,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea43b7a8a7a3a6d79574ef1403a5c0e9, server=efe6b43736f4,32845,1731169043215}] 2024-11-09T16:17:33,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:33,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:17:33,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T16:17:33,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C32845%2C1731169043215.rep, suffix=, logDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215, archiveDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/oldWALs, maxLogs=10 2024-11-09T16:17:33,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215/efe6b43736f4%2C32845%2C1731169043215.rep.1731169053207, exclude list is [], retry=0 2024-11-09T16:17:33,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36615,DS-7fb79c6e-c52d-4ea2-a7c3-457254289a6d,DISK] 2024-11-09T16:17:33,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215/efe6b43736f4%2C32845%2C1731169043215.rep.1731169053207 2024-11-09T16:17:33,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44425:44425)] 2024-11-09T16:17:33,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ea43b7a8a7a3a6d79574ef1403a5c0e9, NAME => 'hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:17:33,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:17:33,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:17:33,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. service=MultiRowMutationService 2024-11-09T16:17:33,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T16:17:33,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:33,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:33,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:33,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:33,238 INFO [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:33,240 INFO [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea43b7a8a7a3a6d79574ef1403a5c0e9 columnFamilyName hfileref 2024-11-09T16:17:33,240 DEBUG [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:33,240 INFO [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] regionserver.HStore(327): Store=ea43b7a8a7a3a6d79574ef1403a5c0e9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:33,241 INFO [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:33,243 INFO [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea43b7a8a7a3a6d79574ef1403a5c0e9 columnFamilyName queue 2024-11-09T16:17:33,243 DEBUG [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:33,243 INFO [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] regionserver.HStore(327): Store=ea43b7a8a7a3a6d79574ef1403a5c0e9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:33,244 INFO [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:33,247 INFO [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea43b7a8a7a3a6d79574ef1403a5c0e9 columnFamilyName sid 2024-11-09T16:17:33,247 DEBUG [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:33,248 INFO [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] regionserver.HStore(327): Store=ea43b7a8a7a3a6d79574ef1403a5c0e9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:33,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:33,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/replication/ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:33,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/replication/ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:33,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:33,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:33,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:17:33,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:33,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/replication/ea43b7a8a7a3a6d79574ef1403a5c0e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:17:33,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ea43b7a8a7a3a6d79574ef1403a5c0e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65330818, jitterRate=-0.02649495005607605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:17:33,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:33,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ea43b7a8a7a3a6d79574ef1403a5c0e9: Running coprocessor pre-open hook at 1731169053236Writing region info on filesystem at 1731169053236Initializing all the Stores at 1731169053237 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169053237Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169053237Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169053238 (+1 ms)Cleaning up temporary data from old regions at 1731169053253 (+15 ms)Running coprocessor post-open hooks at 1731169053261 (+8 ms)Region opened successfully at 1731169053262 (+1 ms) 2024-11-09T16:17:33,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9., pid=7, masterSystemTime=1731169053191 2024-11-09T16:17:33,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:33,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:33,269 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ea43b7a8a7a3a6d79574ef1403a5c0e9, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,32845,1731169043215 2024-11-09T16:17:33,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea43b7a8a7a3a6d79574ef1403a5c0e9, server=efe6b43736f4,32845,1731169043215 because future has completed 2024-11-09T16:17:33,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T16:17:33,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ea43b7a8a7a3a6d79574ef1403a5c0e9, server=efe6b43736f4,32845,1731169043215 in 250 msec 2024-11-09T16:17:33,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:17:33,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea43b7a8a7a3a6d79574ef1403a5c0e9, ASSIGN in 421 msec 2024-11-09T16:17:33,300 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:17:33,300 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169053300"}]},"ts":"1731169053300"} 2024-11-09T16:17:33,304 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T16:17:33,306 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:17:33,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 997 msec 2024-11-09T16:17:33,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9., hostname=efe6b43736f4,32845,1731169043215, seqNum=2] 2024-11-09T16:17:33,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32845 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T16:17:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:17:33,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:33,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:33,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:17:33,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T16:17:33,644 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T16:17:33,690 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-efe6b43736f4,32845,1731169043215, ReplicationSource: 1, currentBandwidth=0 2024-11-09T16:17:33,691 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:17:33,691 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,32845,1731169043215, seqNum=-1] 2024-11-09T16:17:33,692 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:17:33,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T16:17:33,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-efe6b43736f4,32845,1731169043215', locateType=CURRENT is [region=hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9., hostname=efe6b43736f4,32845,1731169043215, seqNum=2] 2024-11-09T16:17:33,702 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T16:17:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T16:17:33,710 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on efe6b43736f4,32845,1731169043215 suceeded 2024-11-09T16:17:33,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T16:17:33,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-09T16:17:33,714 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://efe6b43736f4:36777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:17:33,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4670 sec 2024-11-09T16:17:33,724 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:36777' 2024-11-09T16:17:33,726 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b0d9325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:33,726 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,36777,-1 for getting cluster id 2024-11-09T16:17:33,727 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:33,728 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1665e6d-bffe-4409-9517-bdc0ccd95703' 2024-11-09T16:17:33,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:33,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1665e6d-bffe-4409-9517-bdc0ccd95703" 2024-11-09T16:17:33,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40ecdfef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:33,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,36777,-1] 2024-11-09T16:17:33,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:33,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:33,732 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:33,733 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e324bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:33,734 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:17:33,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,36777,1731169049090 2024-11-09T16:17:33,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@556b4962 2024-11-09T16:17:33,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:17:33,737 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T16:17:33,738 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-efe6b43736f4,32845,1731169043215 (queues=1) is replicating from cluster=ab339627-54c9-424a-a55c-c182c2d0b473 to cluster=d1665e6d-bffe-4409-9517-bdc0ccd95703 2024-11-09T16:17:33,741 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=efe6b43736f4%2C32845%2C1731169043215 2024-11-09T16:17:33,745 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-efe6b43736f4,32845,1731169043215, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:17:33,747 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215.replicationSource.shipperefe6b43736f4%2C32845%2C1731169043215,1-efe6b43736f4,32845,1731169043215 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C32845%2C1731169043215 2024-11-09T16:17:33,752 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215.replicationSource.wal-reader.efe6b43736f4%2C32845%2C1731169043215,1-efe6b43736f4,32845,1731169043215 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215/efe6b43736f4%2C32845%2C1731169043215.1731169045500, startPosition=0, beingWritten=true 2024-11-09T16:17:34,008 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215.replicationSource.wal-reader.efe6b43736f4%2C32845%2C1731169043215,1-efe6b43736f4,32845,1731169043215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215/efe6b43736f4%2C32845%2C1731169043215.1731169045500 to pos 0, reset compression=false 2024-11-09T16:17:34,316 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215.replicationSource.wal-reader.efe6b43736f4%2C32845%2C1731169043215,1-efe6b43736f4,32845,1731169043215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215/efe6b43736f4%2C32845%2C1731169043215.1731169045500 to pos 0, reset compression=false 2024-11-09T16:17:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:17:34,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:17:34,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:17:34,427 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T16:17:34,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:34,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:34,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:17:34,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:34,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,42165,-1 for getting cluster id 2024-11-09T16:17:34,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:34,430 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab339627-54c9-424a-a55c-c182c2d0b473' 2024-11-09T16:17:34,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:34,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab339627-54c9-424a-a55c-c182c2d0b473" 2024-11-09T16:17:34,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192f6003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:34,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,42165,-1] 2024-11-09T16:17:34,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:34,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:34,435 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78170f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:34,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:17:34,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,42165,1731169042290 2024-11-09T16:17:34,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ae93d0d 2024-11-09T16:17:34,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:17:34,440 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:17:34,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://efe6b43736f4:36777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T16:17:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:17:34,445 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:36777' 2024-11-09T16:17:34,447 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10048047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T16:17:34,447 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,36777,-1 for getting cluster id 2024-11-09T16:17:34,447 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:34,448 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1665e6d-bffe-4409-9517-bdc0ccd95703' 2024-11-09T16:17:34,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:34,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1665e6d-bffe-4409-9517-bdc0ccd95703" 2024-11-09T16:17:34,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497bd43d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:34,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,36777,-1] 2024-11-09T16:17:34,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:34,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:34,451 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:34,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77235b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:34,452 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:17:34,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,36777,1731169049090 2024-11-09T16:17:34,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2376bd38 2024-11-09T16:17:34,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:17:34,455 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:17:34,456 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T16:17:34,456 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:17:34,456 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:34,456 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:34,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:17:34,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:17:34,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T16:17:34,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-09T16:17:34,694 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T16:17:34,723 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215.replicationSource.wal-reader.efe6b43736f4%2C32845%2C1731169043215,1-efe6b43736f4,32845,1731169043215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215/efe6b43736f4%2C32845%2C1731169043215.1731169045500 to pos 0, reset compression=false 2024-11-09T16:17:34,738 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-efe6b43736f4,32845,1731169043215, ReplicationSource: 2, currentBandwidth=0 2024-11-09T16:17:34,744 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T16:17:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T16:17:34,749 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on efe6b43736f4,32845,1731169043215 suceeded 2024-11-09T16:17:34,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T16:17:34,754 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://efe6b43736f4:36777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:17:34,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-09T16:17:34,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 313 msec 2024-11-09T16:17:34,762 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,32845,1731169043215 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:36777' 2024-11-09T16:17:34,764 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,32845,1731169043215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@395aafa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:34,764 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,32845,1731169043215 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,36777,-1 for getting cluster id 2024-11-09T16:17:34,764 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,32845,1731169043215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:34,765 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1665e6d-bffe-4409-9517-bdc0ccd95703' 2024-11-09T16:17:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T16:17:34,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:34,766 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T16:17:34,766 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:17:34,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:17:34,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:34,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:34,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:17:34,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1665e6d-bffe-4409-9517-bdc0ccd95703" 2024-11-09T16:17:34,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fa11f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:34,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:17:34,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,36777,-1] 2024-11-09T16:17:34,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:34,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:34,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,42165,1731169042290 2024-11-09T16:17:34,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2322301 2024-11-09T16:17:34,769 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:34,769 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,32845,1731169043215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ed2a9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:34,770 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,32845,1731169043215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:17:34,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,36777,1731169049090 2024-11-09T16:17:34,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42089e21 2024-11-09T16:17:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:17:34,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:17:34,772 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T16:17:34,773 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:17:34,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T16:17:34,775 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,32845,1731169043215 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-efe6b43736f4,32845,1731169043215 (queues=1) is replicating from cluster=ab339627-54c9-424a-a55c-c182c2d0b473 to cluster=d1665e6d-bffe-4409-9517-bdc0ccd95703 2024-11-09T16:17:34,776 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,32845,1731169043215 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=efe6b43736f4%2C32845%2C1731169043215 2024-11-09T16:17:34,776 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,32845,1731169043215 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-efe6b43736f4,32845,1731169043215, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:17:34,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T16:17:34,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T16:17:34,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T16:17:34,779 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,32845,1731169043215.replicationSource.wal-reader.efe6b43736f4%2C32845%2C1731169043215,2-efe6b43736f4,32845,1731169043215 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215/efe6b43736f4%2C32845%2C1731169043215.1731169045500, startPosition=0, beingWritten=true 2024-11-09T16:17:34,781 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,32845,1731169043215.replicationSource.shipperefe6b43736f4%2C32845%2C1731169043215,2-efe6b43736f4,32845,1731169043215 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C32845%2C1731169043215 2024-11-09T16:17:34,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://efe6b43736f4:36777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:17:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T16:17:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T16:17:34,790 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:36777' 2024-11-09T16:17:34,800 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68aaa546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:34,800 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,36777,-1 for getting cluster id 2024-11-09T16:17:34,801 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:34,802 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1665e6d-bffe-4409-9517-bdc0ccd95703' 2024-11-09T16:17:34,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:34,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1665e6d-bffe-4409-9517-bdc0ccd95703" 2024-11-09T16:17:34,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453ba44c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:34,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,36777,-1] 2024-11-09T16:17:34,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:34,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:34,804 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:34,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114b645b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:34,806 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:17:34,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,36777,1731169049090 2024-11-09T16:17:34,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b5dafae 2024-11-09T16:17:34,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:17:34,809 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:17:34,810 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T16:17:34,810 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:17:34,810 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:34,810 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:34,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:17:34,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:17:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T16:17:34,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-09T16:17:34,990 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-09T16:17:34,992 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T16:17:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T16:17:34,995 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on efe6b43736f4,32845,1731169043215 suceeded 2024-11-09T16:17:34,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T16:17:34,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-09T16:17:34,999 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://efe6b43736f4:36777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:17:35,002 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,32845,1731169043215.replicationSource.wal-reader.efe6b43736f4%2C32845%2C1731169043215,2-efe6b43736f4,32845,1731169043215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215/efe6b43736f4%2C32845%2C1731169043215.1731169045500 to pos 0, reset compression=false 2024-11-09T16:17:35,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 216 msec 2024-11-09T16:17:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T16:17:35,106 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-09T16:17:35,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://efe6b43736f4:36777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:17:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T16:17:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T16:17:35,112 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:36777' 2024-11-09T16:17:35,113 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c24ce5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:35,113 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,36777,-1 for getting cluster id 2024-11-09T16:17:35,114 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:35,115 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1665e6d-bffe-4409-9517-bdc0ccd95703' 2024-11-09T16:17:35,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:35,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1665e6d-bffe-4409-9517-bdc0ccd95703" 2024-11-09T16:17:35,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4ff412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:35,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,36777,-1] 2024-11-09T16:17:35,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:35,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:35,118 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:35,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7c9b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:35,120 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:17:35,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,36777,1731169049090 2024-11-09T16:17:35,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b6616af 2024-11-09T16:17:35,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:17:35,123 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:17:35,124 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-09T16:17:35,125 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:17:35,125 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:35,125 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:35,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:17:35,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:17:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T16:17:35,232 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215.replicationSource.wal-reader.efe6b43736f4%2C32845%2C1731169043215,1-efe6b43736f4,32845,1731169043215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215/efe6b43736f4%2C32845%2C1731169043215.1731169045500 to pos 0, reset compression=false 2024-11-09T16:17:35,310 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,32845,1731169043215.replicationSource.wal-reader.efe6b43736f4%2C32845%2C1731169043215,2-efe6b43736f4,32845,1731169043215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215/efe6b43736f4%2C32845%2C1731169043215.1731169045500 to pos 0, reset compression=false 2024-11-09T16:17:35,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-09T16:17:35,347 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-09T16:17:35,348 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T16:17:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T16:17:35,351 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on efe6b43736f4,32845,1731169043215 suceeded 2024-11-09T16:17:35,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T16:17:35,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-09T16:17:35,354 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://efe6b43736f4:36777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:17:35,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 247 msec 2024-11-09T16:17:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T16:17:35,427 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-09T16:17:35,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T16:17:35,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42165 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T16:17:35,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:17:35,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:17:35,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:35,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:35,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:17:35,429 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:17:35,429 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=62307255, stopped=false 2024-11-09T16:17:35,430 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,42165,1731169042290 2024-11-09T16:17:35,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1008449748/running 2024-11-09T16:17:35,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1008449748/running 2024-11-09T16:17:35,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:35,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:35,460 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:17:35,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:17:35,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:17:35,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:35,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on znode that does not yet exist, /0-1008449748/running 2024-11-09T16:17:35,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on znode that does not yet exist, /0-1008449748/running 2024-11-09T16:17:35,462 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,32845,1731169043215' ***** 2024-11-09T16:17:35,462 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:17:35,462 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:17:35,462 INFO [RS:0;efe6b43736f4:32845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:17:35,462 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:17:35,462 INFO [RS:0;efe6b43736f4:32845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:17:35,463 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(3091): Received CLOSE for ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:35,463 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,32845,1731169043215 2024-11-09T16:17:35,463 INFO [RS:0;efe6b43736f4:32845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:17:35,463 INFO [RS:0;efe6b43736f4:32845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:32845. 2024-11-09T16:17:35,463 DEBUG [RS:0;efe6b43736f4:32845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:17:35,463 DEBUG [RS:0;efe6b43736f4:32845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:35,464 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea43b7a8a7a3a6d79574ef1403a5c0e9, disabling compactions & flushes 2024-11-09T16:17:35,464 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:35,464 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:17:35,464 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:17:35,464 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:35,464 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:17:35,464 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. after waiting 0 ms 2024-11-09T16:17:35,464 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:17:35,464 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:35,464 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T16:17:35,464 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:17:35,464 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:17:35,465 DEBUG [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(1325): Online Regions={ea43b7a8a7a3a6d79574ef1403a5c0e9=hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T16:17:35,465 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:17:35,465 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:17:35,465 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:17:35,465 DEBUG [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:35,469 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea43b7a8a7a3a6d79574ef1403a5c0e9 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-09T16:17:35,469 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T16:17:35,536 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:17:35,548 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/.tmp/info/3b965c154c294a21bf5b20752309cc09 is 147, key is hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9./info:regioninfo/1731169053269/Put/seqid=0 2024-11-09T16:17:35,548 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/replication/ea43b7a8a7a3a6d79574ef1403a5c0e9/.tmp/queue/b84ca36e4e6f472faa21ac5bbdd43f5b is 151, key is 1-efe6b43736f4,32845,1731169043215/queue:efe6b43736f4%2C32845%2C1731169043215/1731169053698/Put/seqid=0 2024-11-09T16:17:35,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741838_1014 (size=5500) 2024-11-09T16:17:35,589 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/replication/ea43b7a8a7a3a6d79574ef1403a5c0e9/.tmp/queue/b84ca36e4e6f472faa21ac5bbdd43f5b 2024-11-09T16:17:35,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741839_1015 (size=6631) 2024-11-09T16:17:35,596 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/.tmp/info/3b965c154c294a21bf5b20752309cc09 2024-11-09T16:17:35,653 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/replication/ea43b7a8a7a3a6d79574ef1403a5c0e9/.tmp/queue/b84ca36e4e6f472faa21ac5bbdd43f5b as hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/replication/ea43b7a8a7a3a6d79574ef1403a5c0e9/queue/b84ca36e4e6f472faa21ac5bbdd43f5b 2024-11-09T16:17:35,665 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/replication/ea43b7a8a7a3a6d79574ef1403a5c0e9/queue/b84ca36e4e6f472faa21ac5bbdd43f5b, entries=2, sequenceid=6, filesize=5.4 K 2024-11-09T16:17:35,665 DEBUG [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:35,673 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for ea43b7a8a7a3a6d79574ef1403a5c0e9 in 204ms, sequenceid=6, compaction requested=false 2024-11-09T16:17:35,674 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T16:17:35,675 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/.tmp/ns/ada5c5a07c97485f8e6939a49b6f1fb3 is 43, key is default/ns:d/1731169046305/Put/seqid=0 2024-11-09T16:17:35,707 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/replication/ea43b7a8a7a3a6d79574ef1403a5c0e9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T16:17:35,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741840_1016 (size=5153) 2024-11-09T16:17:35,710 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:17:35,711 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:17:35,711 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:35,711 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea43b7a8a7a3a6d79574ef1403a5c0e9: Waiting for close lock at 1731169055463Running coprocessor pre-close hooks at 1731169055464 (+1 ms)Disabling compacts and flushes for region at 1731169055464Disabling writes for close at 1731169055464Obtaining lock to block concurrent updates at 1731169055469 (+5 ms)Preparing flush snapshotting stores in ea43b7a8a7a3a6d79574ef1403a5c0e9 at 1731169055469Finished memstore snapshotting hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731169055477 (+8 ms)Flushing stores of hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. at 1731169055478 (+1 ms)Flushing ea43b7a8a7a3a6d79574ef1403a5c0e9/queue: creating writer at 1731169055480 (+2 ms)Flushing ea43b7a8a7a3a6d79574ef1403a5c0e9/queue: appending metadata at 1731169055528 (+48 ms)Flushing ea43b7a8a7a3a6d79574ef1403a5c0e9/queue: closing flushed file at 1731169055532 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3171a2e1: reopening flushed file at 1731169055650 (+118 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for ea43b7a8a7a3a6d79574ef1403a5c0e9 in 204ms, sequenceid=6, compaction requested=false at 1731169055674 (+24 ms)Writing region close event to WAL at 1731169055689 (+15 ms)Running coprocessor post-close hooks at 1731169055709 (+20 ms)Closed at 1731169055711 (+2 ms) 2024-11-09T16:17:35,711 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:35,716 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,32845,1731169043215.replicationSource.wal-reader.efe6b43736f4%2C32845%2C1731169043215,2-efe6b43736f4,32845,1731169043215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215/efe6b43736f4%2C32845%2C1731169043215.1731169045500 to pos 0, reset compression=false 2024-11-09T16:17:35,839 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215.replicationSource.wal-reader.efe6b43736f4%2C32845%2C1731169043215,1-efe6b43736f4,32845,1731169043215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215/efe6b43736f4%2C32845%2C1731169043215.1731169045500 to pos 0, reset compression=false 2024-11-09T16:17:35,865 DEBUG [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:17:36,065 DEBUG [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:17:36,109 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/.tmp/ns/ada5c5a07c97485f8e6939a49b6f1fb3 2024-11-09T16:17:36,143 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/.tmp/table/5a5742e44c154d36ac82353b96c2972e is 53, key is hbase:replication/table:state/1731169053300/Put/seqid=0 2024-11-09T16:17:36,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741841_1017 (size=5256) 2024-11-09T16:17:36,155 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/.tmp/table/5a5742e44c154d36ac82353b96c2972e 2024-11-09T16:17:36,174 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/.tmp/info/3b965c154c294a21bf5b20752309cc09 as hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/info/3b965c154c294a21bf5b20752309cc09 2024-11-09T16:17:36,191 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/info/3b965c154c294a21bf5b20752309cc09, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T16:17:36,193 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/.tmp/ns/ada5c5a07c97485f8e6939a49b6f1fb3 as hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/ns/ada5c5a07c97485f8e6939a49b6f1fb3 2024-11-09T16:17:36,210 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/ns/ada5c5a07c97485f8e6939a49b6f1fb3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T16:17:36,213 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/.tmp/table/5a5742e44c154d36ac82353b96c2972e as hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/table/5a5742e44c154d36ac82353b96c2972e 2024-11-09T16:17:36,227 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/table/5a5742e44c154d36ac82353b96c2972e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T16:17:36,229 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 764ms, sequenceid=11, compaction requested=false 2024-11-09T16:17:36,241 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,32845,1731169043215.replicationSource.wal-reader.efe6b43736f4%2C32845%2C1731169043215,2-efe6b43736f4,32845,1731169043215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215/efe6b43736f4%2C32845%2C1731169043215.1731169045500 to pos 0, reset compression=false 2024-11-09T16:17:36,260 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T16:17:36,262 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:17:36,262 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:17:36,262 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:17:36,263 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169055464Running coprocessor pre-close hooks at 1731169055464Disabling compacts and flushes for region at 1731169055464Disabling writes for close at 1731169055465 (+1 ms)Obtaining lock to block concurrent updates at 1731169055469 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731169055469Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731169055477 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731169055478 (+1 ms)Flushing 1588230740/info: creating writer at 1731169055480 (+2 ms)Flushing 1588230740/info: appending metadata at 1731169055529 (+49 ms)Flushing 1588230740/info: closing flushed file at 1731169055532 (+3 ms)Flushing 1588230740/ns: creating writer at 1731169055650 (+118 ms)Flushing 1588230740/ns: appending metadata at 1731169055673 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731169055673Flushing 1588230740/table: creating writer at 1731169056119 (+446 ms)Flushing 1588230740/table: appending metadata at 1731169056142 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731169056142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4441428: reopening flushed file at 1731169056172 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6806b1b5: reopening flushed file at 1731169056191 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37764215: reopening flushed file at 1731169056211 (+20 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 764ms, sequenceid=11, compaction requested=false at 1731169056229 (+18 ms)Writing region close event to WAL at 1731169056245 (+16 ms)Running coprocessor post-close hooks at 1731169056262 (+17 ms)Closed at 1731169056262 2024-11-09T16:17:36,263 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:17:36,266 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,32845,1731169043215; all regions closed. 2024-11-09T16:17:36,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741834_1010 (size=2742) 2024-11-09T16:17:36,279 DEBUG [RS:0;efe6b43736f4:32845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/oldWALs 2024-11-09T16:17:36,279 INFO [RS:0;efe6b43736f4:32845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C32845%2C1731169043215.meta:.meta(num 1731169046102) 2024-11-09T16:17:36,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741837_1013 (size=1802) 2024-11-09T16:17:36,282 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215/efe6b43736f4%2C32845%2C1731169043215.rep.1731169053207 not finished, retry = 0 2024-11-09T16:17:36,336 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:17:36,336 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:17:36,385 DEBUG [RS:0;efe6b43736f4:32845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/oldWALs 2024-11-09T16:17:36,385 INFO [RS:0;efe6b43736f4:32845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C32845%2C1731169043215.rep:(num 1731169053207) 2024-11-09T16:17:36,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741833_1009 (size=93) 2024-11-09T16:17:36,392 DEBUG [RS:0;efe6b43736f4:32845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/oldWALs 2024-11-09T16:17:36,392 INFO [RS:0;efe6b43736f4:32845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C32845%2C1731169043215:(num 1731169045500) 2024-11-09T16:17:36,392 DEBUG [RS:0;efe6b43736f4:32845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:36,392 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:17:36,392 INFO [RS:0;efe6b43736f4:32845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:17:36,393 INFO [RS:0;efe6b43736f4:32845 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T16:17:36,393 INFO [RS:0;efe6b43736f4:32845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:17:36,393 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-efe6b43736f4,32845,1731169043215 because: Region server is closing 2024-11-09T16:17:36,394 INFO [RS:0;efe6b43736f4:32845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:32845. 2024-11-09T16:17:36,394 DEBUG [RS:0;efe6b43736f4:32845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:17:36,394 DEBUG [RS:0;efe6b43736f4:32845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:36,394 DEBUG [RS:0;efe6b43736f4:32845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:36,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:17:36,395 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:17:36,494 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215.replicationSource.wal-reader.efe6b43736f4%2C32845%2C1731169043215,1-efe6b43736f4,32845,1731169043215 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T16:17:36,494 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215.replicationSource.shipperefe6b43736f4%2C32845%2C1731169043215,1-efe6b43736f4,32845,1731169043215 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T16:17:36,495 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,32845,1731169043215.replicationSource.shipperefe6b43736f4%2C32845%2C1731169043215,1-efe6b43736f4,32845,1731169043215 terminated 2024-11-09T16:17:36,496 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-efe6b43736f4,32845,1731169043215 because: Region server is closing 2024-11-09T16:17:36,496 INFO [RS:0;efe6b43736f4:32845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:32845. 2024-11-09T16:17:36,496 DEBUG [RS:0;efe6b43736f4:32845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:17:36,496 DEBUG [RS:0;efe6b43736f4:32845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:36,496 DEBUG [RS:0;efe6b43736f4:32845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:36,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:17:36,597 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,32845,1731169043215.replicationSource.shipperefe6b43736f4%2C32845%2C1731169043215,2-efe6b43736f4,32845,1731169043215 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T16:17:36,597 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,32845,1731169043215.replicationSource.wal-reader.efe6b43736f4%2C32845%2C1731169043215,2-efe6b43736f4,32845,1731169043215 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T16:17:36,597 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,32845,1731169043215.replicationSource.shipperefe6b43736f4%2C32845%2C1731169043215,2-efe6b43736f4,32845,1731169043215 terminated 2024-11-09T16:17:36,597 INFO [RS:0;efe6b43736f4:32845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32845 2024-11-09T16:17:36,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748/rs 2024-11-09T16:17:36,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1008449748/rs/efe6b43736f4,32845,1731169043215 2024-11-09T16:17:36,665 INFO [RS:0;efe6b43736f4:32845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:17:36,666 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,32845,1731169043215] 2024-11-09T16:17:36,685 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008449748/draining/efe6b43736f4,32845,1731169043215 already deleted, retry=false 2024-11-09T16:17:36,686 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,32845,1731169043215 expired; onlineServers=0 2024-11-09T16:17:36,686 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,42165,1731169042290' ***** 2024-11-09T16:17:36,686 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:17:36,686 INFO [M:0;efe6b43736f4:42165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:17:36,686 INFO [M:0;efe6b43736f4:42165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:17:36,687 DEBUG [M:0;efe6b43736f4:42165 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:17:36,687 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:17:36,687 DEBUG [M:0;efe6b43736f4:42165 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:17:36,687 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169045118 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169045118,5,FailOnTimeoutGroup] 2024-11-09T16:17:36,687 INFO [M:0;efe6b43736f4:42165 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:17:36,687 INFO [M:0;efe6b43736f4:42165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:17:36,687 DEBUG [M:0;efe6b43736f4:42165 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:17:36,687 INFO [M:0;efe6b43736f4:42165 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:17:36,688 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169045120 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169045120,5,FailOnTimeoutGroup] 2024-11-09T16:17:36,688 INFO [M:0;efe6b43736f4:42165 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:17:36,688 INFO [M:0;efe6b43736f4:42165 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:17:36,688 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:17:36,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1008449748/master 2024-11-09T16:17:36,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:36,697 DEBUG [M:0;efe6b43736f4:42165 {}] zookeeper.ZKUtil(347): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Unable to get data of znode /0-1008449748/master because node does not exist (not an error) 2024-11-09T16:17:36,697 WARN [M:0;efe6b43736f4:42165 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:17:36,700 INFO [M:0;efe6b43736f4:42165 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/.lastflushedseqids 2024-11-09T16:17:36,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741842_1018 (size=181) 2024-11-09T16:17:36,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:17:36,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32845-0x1012063294f0001, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:17:36,776 INFO [RS:0;efe6b43736f4:32845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:17:36,776 INFO [RS:0;efe6b43736f4:32845 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,32845,1731169043215; zookeeper connection closed. 2024-11-09T16:17:36,777 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4eb9e755 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4eb9e755 2024-11-09T16:17:36,777 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:17:37,121 INFO [M:0;efe6b43736f4:42165 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:17:37,122 INFO [M:0;efe6b43736f4:42165 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:17:37,122 DEBUG [M:0;efe6b43736f4:42165 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:17:37,122 INFO [M:0;efe6b43736f4:42165 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:37,122 DEBUG [M:0;efe6b43736f4:42165 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:37,122 DEBUG [M:0;efe6b43736f4:42165 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:17:37,122 DEBUG [M:0;efe6b43736f4:42165 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:37,122 INFO [M:0;efe6b43736f4:42165 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-09T16:17:37,148 DEBUG [M:0;efe6b43736f4:42165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56ceab2a94e141cb9a79b9adbd8f62b5 is 82, key is hbase:meta,,1/info:regioninfo/1731169046199/Put/seqid=0 2024-11-09T16:17:37,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741843_1019 (size=5672) 2024-11-09T16:17:37,500 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:17:37,559 INFO [M:0;efe6b43736f4:42165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56ceab2a94e141cb9a79b9adbd8f62b5 2024-11-09T16:17:37,602 DEBUG [M:0;efe6b43736f4:42165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b014f86f4494d4bb905247e5bc392d8 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731169053313/Put/seqid=0 2024-11-09T16:17:37,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741844_1020 (size=8663) 2024-11-09T16:17:37,622 INFO [M:0;efe6b43736f4:42165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b014f86f4494d4bb905247e5bc392d8 2024-11-09T16:17:37,660 DEBUG [M:0;efe6b43736f4:42165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0192c5b809fa4c1a8ad185f7c889a2c5 is 69, key is efe6b43736f4,32845,1731169043215/rs:state/1731169045215/Put/seqid=0 2024-11-09T16:17:37,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741845_1021 (size=5156) 2024-11-09T16:17:38,087 INFO [M:0;efe6b43736f4:42165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0192c5b809fa4c1a8ad185f7c889a2c5 2024-11-09T16:17:38,096 DEBUG [M:0;efe6b43736f4:42165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56ceab2a94e141cb9a79b9adbd8f62b5 as hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56ceab2a94e141cb9a79b9adbd8f62b5 2024-11-09T16:17:38,104 INFO [M:0;efe6b43736f4:42165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56ceab2a94e141cb9a79b9adbd8f62b5, entries=8, sequenceid=115, filesize=5.5 K 2024-11-09T16:17:38,106 DEBUG [M:0;efe6b43736f4:42165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b014f86f4494d4bb905247e5bc392d8 as hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b014f86f4494d4bb905247e5bc392d8 2024-11-09T16:17:38,114 INFO [M:0;efe6b43736f4:42165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b014f86f4494d4bb905247e5bc392d8, entries=14, sequenceid=115, filesize=8.5 K 2024-11-09T16:17:38,115 DEBUG [M:0;efe6b43736f4:42165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0192c5b809fa4c1a8ad185f7c889a2c5 as hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0192c5b809fa4c1a8ad185f7c889a2c5 2024-11-09T16:17:38,123 INFO [M:0;efe6b43736f4:42165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0192c5b809fa4c1a8ad185f7c889a2c5, entries=1, sequenceid=115, filesize=5.0 K 2024-11-09T16:17:38,125 INFO [M:0;efe6b43736f4:42165 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1002ms, sequenceid=115, compaction requested=false 2024-11-09T16:17:38,126 INFO [M:0;efe6b43736f4:42165 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:38,126 DEBUG [M:0;efe6b43736f4:42165 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169057122Disabling compacts and flushes for region at 1731169057122Disabling writes for close at 1731169057122Obtaining lock to block concurrent updates at 1731169057122Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169057122Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731169057123 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169057125 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169057125Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169057147 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169057147Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169057576 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169057602 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169057602Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169057637 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169057658 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169057658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1458a85e: reopening flushed file at 1731169058095 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@761865c3: reopening flushed file at 1731169058105 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724e92e8: reopening flushed file at 1731169058114 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1002ms, sequenceid=115, compaction requested=false at 1731169058125 (+11 ms)Writing region close event to WAL at 1731169058126 (+1 ms)Closed at 1731169058126 2024-11-09T16:17:38,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741830_1006 (size=59421) 2024-11-09T16:17:38,129 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:17:38,130 INFO [M:0;efe6b43736f4:42165 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:17:38,130 INFO [M:0;efe6b43736f4:42165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42165 2024-11-09T16:17:38,130 INFO [M:0;efe6b43736f4:42165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:17:38,280 INFO [M:0;efe6b43736f4:42165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:17:38,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:17:38,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42165-0x1012063294f0000, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:17:38,283 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:17:38,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:38,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:38,283 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:17:38,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:38,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:17:38,283 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:17:38,283 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:17:38,284 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34389 2024-11-09T16:17:38,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34389 connecting to ZooKeeper ensemble=127.0.0.1:62779 2024-11-09T16:17:38,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343890x0, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:17:38,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34389-0x1012063294f0006 connected 2024-11-09T16:17:38,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:38,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:38,313 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1008449748/meta-region-server: INIT 2024-11-09T16:17:38,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on znode that does not yet exist, /0-1008449748/running 2024-11-09T16:17:38,313 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f, hbase.cluster.distributed=false 2024-11-09T16:17:38,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on znode that does not yet exist, /0-1008449748/acl 2024-11-09T16:17:38,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34389 2024-11-09T16:17:38,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34389 2024-11-09T16:17:38,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34389 2024-11-09T16:17:38,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34389 2024-11-09T16:17:38,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34389 2024-11-09T16:17:38,352 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:17:38,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:38,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:38,352 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:17:38,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:38,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:17:38,353 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:17:38,353 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:17:38,354 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41481 2024-11-09T16:17:38,356 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41481 connecting to ZooKeeper ensemble=127.0.0.1:62779 2024-11-09T16:17:38,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:38,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:38,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414810x0, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:17:38,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414810x0, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on znode that does not yet exist, /0-1008449748/running 2024-11-09T16:17:38,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41481-0x1012063294f0007 connected 2024-11-09T16:17:38,377 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:17:38,377 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1008449748/meta-region-server: INIT 2024-11-09T16:17:38,381 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:17:38,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41481-0x1012063294f0007, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on znode that does not yet exist, /0-1008449748/master 2024-11-09T16:17:38,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41481-0x1012063294f0007, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on znode that does not yet exist, /0-1008449748/acl 2024-11-09T16:17:38,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41481 2024-11-09T16:17:38,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41481 2024-11-09T16:17:38,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41481 2024-11-09T16:17:38,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41481 2024-11-09T16:17:38,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41481 2024-11-09T16:17:38,413 DEBUG [M:0;efe6b43736f4:34389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:34389 2024-11-09T16:17:38,413 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1008449748/backup-masters/efe6b43736f4,34389,1731169058282 2024-11-09T16:17:38,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748/backup-masters 2024-11-09T16:17:38,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x1012063294f0007, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748/backup-masters 2024-11-09T16:17:38,423 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on existing znode=/0-1008449748/backup-masters/efe6b43736f4,34389,1731169058282 2024-11-09T16:17:38,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x1012063294f0007, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1008449748/master 2024-11-09T16:17:38,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:38,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x1012063294f0007, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:38,434 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on existing znode=/0-1008449748/master 2024-11-09T16:17:38,434 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1008449748/backup-masters/efe6b43736f4,34389,1731169058282 from backup master directory 2024-11-09T16:17:38,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1008449748/backup-masters/efe6b43736f4,34389,1731169058282 2024-11-09T16:17:38,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x1012063294f0007, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748/backup-masters 2024-11-09T16:17:38,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748/backup-masters 2024-11-09T16:17:38,443 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:17:38,443 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,34389,1731169058282 2024-11-09T16:17:38,460 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:38,460 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:17:38,477 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-09T16:17:38,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741846_1022 (size=196) 2024-11-09T16:17:38,900 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:17:38,900 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:17:38,900 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:17:38,911 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T16:17:38,914 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/WALs/efe6b43736f4,42165,1731169042290 to hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/WALs/efe6b43736f4,42165,1731169042290-dead as it is dead 2024-11-09T16:17:38,916 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T16:17:38,916 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T16:17:38,916 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/WALs/efe6b43736f4,42165,1731169042290-dead/efe6b43736f4%2C42165%2C1731169042290.1731169044233 2024-11-09T16:17:38,922 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/WALs/efe6b43736f4,42165,1731169042290-dead/efe6b43736f4%2C42165%2C1731169042290.1731169044233 after 4ms 2024-11-09T16:17:38,924 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/WALs/efe6b43736f4,42165,1731169042290-dead/efe6b43736f4%2C42165%2C1731169042290.1731169044233 to hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/efe6b43736f4%2C42165%2C1731169042290.1731169044233 2024-11-09T16:17:38,924 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/WALs/efe6b43736f4,42165,1731169042290-dead 2024-11-09T16:17:38,925 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/WALs/efe6b43736f4,34389,1731169058282 2024-11-09T16:17:38,926 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:17:38,928 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C34389%2C1731169058282, suffix=, logDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/WALs/efe6b43736f4,34389,1731169058282, archiveDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/oldWALs, maxLogs=10 2024-11-09T16:17:38,947 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/WALs/efe6b43736f4,34389,1731169058282/efe6b43736f4%2C34389%2C1731169058282.1731169058928, exclude list is [], retry=0 2024-11-09T16:17:38,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36615,DS-7fb79c6e-c52d-4ea2-a7c3-457254289a6d,DISK] 2024-11-09T16:17:38,953 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/WALs/efe6b43736f4,34389,1731169058282/efe6b43736f4%2C34389%2C1731169058282.1731169058928 2024-11-09T16:17:38,954 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44425:44425)] 2024-11-09T16:17:38,955 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:17:38,955 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:38,955 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:38,955 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:38,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:38,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:17:38,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:38,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56ceab2a94e141cb9a79b9adbd8f62b5 2024-11-09T16:17:38,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:38,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:38,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:17:38,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:38,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b014f86f4494d4bb905247e5bc392d8 2024-11-09T16:17:38,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:38,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:38,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:17:38,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:39,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0192c5b809fa4c1a8ad185f7c889a2c5 2024-11-09T16:17:39,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:39,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:39,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:17:39,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:39,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:39,010 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:39,010 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T16:17:39,011 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/efe6b43736f4%2C42165%2C1731169042290.1731169044233 2024-11-09T16:17:39,031 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/efe6b43736f4%2C42165%2C1731169042290.1731169044233 2024-11-09T16:17:39,033 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/efe6b43736f4%2C42165%2C1731169042290.1731169044233 2024-11-09T16:17:39,035 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:39,035 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:39,036 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:17:39,037 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:39,040 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-09T16:17:39,042 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74468620, jitterRate=0.10966891050338745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:17:39,043 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169058955Initializing all the Stores at 1731169058960 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169058960Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169058964 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169058964Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169058964Cleaning up temporary data from old regions at 1731169059035 (+71 ms)Region opened successfully at 1731169059042 (+7 ms) 2024-11-09T16:17:39,043 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:17:39,047 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5317fa07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:17:39,061 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T16:17:39,062 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:17:39,062 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:17:39,062 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:17:39,063 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:17:39,069 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:17:39,070 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:17:39,073 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T16:17:39,073 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:17:39,073 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T16:17:39,074 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T16:17:39,074 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-09T16:17:39,074 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:17:39,081 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=efe6b43736f4,32845,1731169043215, regionLocation=efe6b43736f4,32845,1731169043215, openSeqNum=2 2024-11-09T16:17:39,082 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=efe6b43736f4,32845,1731169043215, table=hbase:meta, region=1588230740 2024-11-09T16:17:39,082 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,32845,1731169043215, state=OPEN 2024-11-09T16:17:39,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x1012063294f0007, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1008449748/meta-region-server 2024-11-09T16:17:39,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1008449748/meta-region-server 2024-11-09T16:17:39,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1008449748/meta-region-server: CHANGED 2024-11-09T16:17:39,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1008449748/meta-region-server: CHANGED 2024-11-09T16:17:39,137 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:17:39,148 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008449748/draining/efe6b43736f4,32845,1731169043215 already deleted, retry=false 2024-11-09T16:17:39,149 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of efe6b43736f4,32845,1731169043215 on efe6b43736f4,34389,1731169058282 2024-11-09T16:17:39,156 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure efe6b43736f4,32845,1731169043215, splitWal=true, meta=true 2024-11-09T16:17:39,158 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for efe6b43736f4,32845,1731169043215 (carryingMeta=true) efe6b43736f4,32845,1731169043215/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@31ef0bb7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T16:17:39,162 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Unable to get data of znode /0-1008449748/balancer because node does not exist (not necessarily an error) 2024-11-09T16:17:39,201 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008449748/balancer already deleted, retry=false 2024-11-09T16:17:39,202 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:17:39,203 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Unable to get data of znode /0-1008449748/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:17:39,228 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008449748/normalizer already deleted, retry=false 2024-11-09T16:17:39,229 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:17:39,233 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Unable to get data of znode /0-1008449748/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:17:39,243 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008449748/switch/split already deleted, retry=false 2024-11-09T16:17:39,244 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Unable to get data of znode /0-1008449748/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:17:39,254 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008449748/switch/merge already deleted, retry=false 2024-11-09T16:17:39,278 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Unable to get data of znode /0-1008449748/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:17:39,285 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008449748/snapshot-cleanup already deleted, retry=false 2024-11-09T16:17:39,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x1012063294f0007, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1008449748/running 2024-11-09T16:17:39,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1008449748/running 2024-11-09T16:17:39,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x1012063294f0007, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:39,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:39,297 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,34389,1731169058282, sessionid=0x1012063294f0006, setting cluster-up flag (Was=false) 2024-11-09T16:17:39,307 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1008449748/flush-table-proc/acquired, /0-1008449748/flush-table-proc/reached, /0-1008449748/flush-table-proc/abort 2024-11-09T16:17:39,308 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,34389,1731169058282 2024-11-09T16:17:39,318 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1008449748/online-snapshot/acquired, /0-1008449748/online-snapshot/reached, /0-1008449748/online-snapshot/abort 2024-11-09T16:17:39,319 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,34389,1731169058282 2024-11-09T16:17:39,321 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/.lastflushedseqids 2024-11-09T16:17:39,325 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:17:39,325 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:17:39,327 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,34389,1731169058282 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 efe6b43736f4,32845,1731169043215 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:17:39,328 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:39,328 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:39,328 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:39,328 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:39,328 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:17:39,328 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:39,329 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:17:39,329 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:39,339 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169089339 2024-11-09T16:17:39,340 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:17:39,340 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:17:39,340 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:17:39,340 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:17:39,340 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:17:39,340 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:17:39,340 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure efe6b43736f4,32845,1731169043215, splitWal=true, meta=true 2024-11-09T16:17:39,342 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure efe6b43736f4,32845,1731169043215, splitWal=true, meta=true, isMeta: true 2024-11-09T16:17:39,344 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215-splitting 2024-11-09T16:17:39,346 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215-splitting dir is empty, no logs to split. 2024-11-09T16:17:39,346 INFO [PEWorker-1 {}] master.SplitWALManager(105): efe6b43736f4,32845,1731169043215 WAL count=0, meta=true 2024-11-09T16:17:39,348 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:39,354 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215-splitting dir is empty, no logs to split. 2024-11-09T16:17:39,354 INFO [PEWorker-1 {}] master.SplitWALManager(105): efe6b43736f4,32845,1731169043215 WAL count=0, meta=true 2024-11-09T16:17:39,354 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if efe6b43736f4,32845,1731169043215 WAL splitting is done? wals=0, meta=true 2024-11-09T16:17:39,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:17:39,359 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:17:39,361 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:17:39,361 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:17:39,361 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:17:39,361 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:17:39,363 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T16:17:39,372 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:17:39,372 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:17:39,380 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169059372,5,FailOnTimeoutGroup] 2024-11-09T16:17:39,390 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169059380,5,FailOnTimeoutGroup] 2024-11-09T16:17:39,390 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:39,390 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:17:39,390 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:39,391 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:39,391 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169059391, completionTime=-1 2024-11-09T16:17:39,391 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T16:17:39,394 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T16:17:39,399 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer(746): ClusterId : ab339627-54c9-424a-a55c-c182c2d0b473 2024-11-09T16:17:39,399 DEBUG [RS:0;efe6b43736f4:41481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:17:39,413 DEBUG [RS:0;efe6b43736f4:41481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:17:39,413 DEBUG [RS:0;efe6b43736f4:41481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:17:39,424 DEBUG [RS:0;efe6b43736f4:41481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:17:39,424 DEBUG [RS:0;efe6b43736f4:41481 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5758191d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:17:39,438 DEBUG [RS:0;efe6b43736f4:41481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:41481 2024-11-09T16:17:39,438 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:17:39,438 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:17:39,438 DEBUG [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:17:39,440 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,34389,1731169058282 with port=41481, startcode=1731169058351 2024-11-09T16:17:39,440 DEBUG [RS:0;efe6b43736f4:41481 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:17:39,445 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:17:39,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,41481,1731169058351 2024-11-09T16:17:39,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,41481,1731169058351 2024-11-09T16:17:39,448 DEBUG [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f 2024-11-09T16:17:39,448 DEBUG [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45645 2024-11-09T16:17:39,448 DEBUG [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:17:39,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748/rs 2024-11-09T16:17:39,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,41481,1731169058351] 2024-11-09T16:17:39,466 DEBUG [RS:0;efe6b43736f4:41481 {}] zookeeper.ZKUtil(111): regionserver:41481-0x1012063294f0007, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on existing znode=/0-1008449748/rs/efe6b43736f4,41481,1731169058351 2024-11-09T16:17:39,466 WARN [RS:0;efe6b43736f4:41481 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:17:39,466 INFO [RS:0;efe6b43736f4:41481 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:17:39,466 DEBUG [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351 2024-11-09T16:17:39,495 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T16:17:39,515 WARN [efe6b43736f4:34389 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T16:17:39,528 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:17:39,532 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:17:39,535 INFO [RS:0;efe6b43736f4:41481 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:17:39,535 INFO [RS:0;efe6b43736f4:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:39,535 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:17:39,539 INFO [RS:0;efe6b43736f4:41481 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:17:39,539 INFO [RS:0;efe6b43736f4:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:39,539 DEBUG [RS:0;efe6b43736f4:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:39,540 DEBUG [RS:0;efe6b43736f4:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:39,540 DEBUG [RS:0;efe6b43736f4:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:39,540 DEBUG [RS:0;efe6b43736f4:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:39,540 DEBUG [RS:0;efe6b43736f4:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:39,540 DEBUG [RS:0;efe6b43736f4:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:17:39,540 DEBUG [RS:0;efe6b43736f4:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:39,540 DEBUG [RS:0;efe6b43736f4:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:39,540 DEBUG [RS:0;efe6b43736f4:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:39,540 DEBUG [RS:0;efe6b43736f4:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:39,541 DEBUG [RS:0;efe6b43736f4:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:39,541 DEBUG [RS:0;efe6b43736f4:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:39,541 DEBUG [RS:0;efe6b43736f4:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:17:39,541 DEBUG [RS:0;efe6b43736f4:41481 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:17:39,556 INFO [RS:0;efe6b43736f4:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:39,556 INFO [RS:0;efe6b43736f4:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:39,556 INFO [RS:0;efe6b43736f4:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:39,557 INFO [RS:0;efe6b43736f4:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:39,557 INFO [RS:0;efe6b43736f4:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:39,557 INFO [RS:0;efe6b43736f4:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,41481,1731169058351-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:17:39,576 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:17:39,577 INFO [RS:0;efe6b43736f4:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,41481,1731169058351-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:39,595 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.ReplicationSource(231): queueId=1-efe6b43736f4,41481,1731169058351, ReplicationSource: 1, currentBandwidth=0 2024-11-09T16:17:39,617 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.ReplicationSource(231): queueId=2-efe6b43736f4,41481,1731169058351, ReplicationSource: 2, currentBandwidth=0 2024-11-09T16:17:39,618 INFO [RS:0;efe6b43736f4:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:39,618 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.Replication(171): efe6b43736f4,41481,1731169058351 started 2024-11-09T16:17:39,638 INFO [RS:0;efe6b43736f4:41481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:39,638 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,41481,1731169058351, RpcServer on efe6b43736f4/172.17.0.3:41481, sessionid=0x1012063294f0007 2024-11-09T16:17:39,640 DEBUG [RS:0;efe6b43736f4:41481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:17:39,640 DEBUG [RS:0;efe6b43736f4:41481.replicationSource,1-efe6b43736f4,41481,1731169058351 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:36777' 2024-11-09T16:17:39,640 DEBUG [RS:0;efe6b43736f4:41481 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,41481,1731169058351 2024-11-09T16:17:39,640 DEBUG [RS:0;efe6b43736f4:41481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,41481,1731169058351' 2024-11-09T16:17:39,640 DEBUG [RS:0;efe6b43736f4:41481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1008449748/flush-table-proc/abort' 2024-11-09T16:17:39,641 DEBUG [RS:0;efe6b43736f4:41481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1008449748/flush-table-proc/acquired' 2024-11-09T16:17:39,641 DEBUG [RS:0;efe6b43736f4:41481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:17:39,641 DEBUG [RS:0;efe6b43736f4:41481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:17:39,641 DEBUG [RS:0;efe6b43736f4:41481 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,41481,1731169058351 2024-11-09T16:17:39,641 DEBUG [RS:0;efe6b43736f4:41481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,41481,1731169058351' 2024-11-09T16:17:39,641 DEBUG [RS:0;efe6b43736f4:41481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1008449748/online-snapshot/abort' 2024-11-09T16:17:39,642 DEBUG [RS:0;efe6b43736f4:41481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1008449748/online-snapshot/acquired' 2024-11-09T16:17:39,642 DEBUG [RS:0;efe6b43736f4:41481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:17:39,642 INFO [RS:0;efe6b43736f4:41481 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:17:39,642 INFO [RS:0;efe6b43736f4:41481 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:17:39,643 DEBUG [RS:0;efe6b43736f4:41481.replicationSource,2-efe6b43736f4,41481,1731169058351 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:36777' 2024-11-09T16:17:39,644 DEBUG [RS:0;efe6b43736f4:41481.replicationSource,1-efe6b43736f4,41481,1731169058351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b1e7857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:39,644 DEBUG [RS:0;efe6b43736f4:41481.replicationSource,1-efe6b43736f4,41481,1731169058351 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,36777,-1 for getting cluster id 2024-11-09T16:17:39,645 DEBUG [RS:0;efe6b43736f4:41481.replicationSource,1-efe6b43736f4,41481,1731169058351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:39,652 DEBUG [RS:0;efe6b43736f4:41481.replicationSource,2-efe6b43736f4,41481,1731169058351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e2a32fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:39,652 DEBUG [RS:0;efe6b43736f4:41481.replicationSource,2-efe6b43736f4,41481,1731169058351 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,36777,-1 for getting cluster id 2024-11-09T16:17:39,653 DEBUG [RS:0;efe6b43736f4:41481.replicationSource,2-efe6b43736f4,41481,1731169058351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:39,654 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1665e6d-bffe-4409-9517-bdc0ccd95703' 2024-11-09T16:17:39,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:39,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1665e6d-bffe-4409-9517-bdc0ccd95703" 2024-11-09T16:17:39,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@328c697a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:39,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,36777,-1] 2024-11-09T16:17:39,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:39,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:39,657 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:39,659 DEBUG [RS:0;efe6b43736f4:41481.replicationSource,2-efe6b43736f4,41481,1731169058351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1390d785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:39,659 DEBUG [RS:0;efe6b43736f4:41481.replicationSource,2-efe6b43736f4,41481,1731169058351 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:17:39,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,36777,1731169049090 2024-11-09T16:17:39,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32e48357 2024-11-09T16:17:39,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:17:39,661 DEBUG [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1665e6d-bffe-4409-9517-bdc0ccd95703' 2024-11-09T16:17:39,663 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T16:17:39,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:39,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1665e6d-bffe-4409-9517-bdc0ccd95703" 2024-11-09T16:17:39,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b24a3b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:39,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,36777,-1] 2024-11-09T16:17:39,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:39,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:39,666 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:39,668 INFO [RS:0;efe6b43736f4:41481.replicationSource,2-efe6b43736f4,41481,1731169058351 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-efe6b43736f4,41481,1731169058351 (queues=0) is replicating from cluster=ab339627-54c9-424a-a55c-c182c2d0b473 to cluster=d1665e6d-bffe-4409-9517-bdc0ccd95703 2024-11-09T16:17:39,669 DEBUG [RS:0;efe6b43736f4:41481.replicationSource,1-efe6b43736f4,41481,1731169058351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b1e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:39,669 DEBUG [RS:0;efe6b43736f4:41481.replicationSource,1-efe6b43736f4,41481,1731169058351 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:17:39,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,36777,1731169049090 2024-11-09T16:17:39,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56ed2827 2024-11-09T16:17:39,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:17:39,672 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T16:17:39,673 INFO [RS:0;efe6b43736f4:41481.replicationSource,1-efe6b43736f4,41481,1731169058351 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-efe6b43736f4,41481,1731169058351 (queues=0) is replicating from cluster=ab339627-54c9-424a-a55c-c182c2d0b473 to cluster=d1665e6d-bffe-4409-9517-bdc0ccd95703 2024-11-09T16:17:39,743 INFO [RS:0;efe6b43736f4:41481 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:17:39,745 INFO [RS:0;efe6b43736f4:41481 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C41481%2C1731169058351, suffix=, logDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351, archiveDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/oldWALs, maxLogs=10 2024-11-09T16:17:39,764 DEBUG [RS:0;efe6b43736f4:41481 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746, exclude list is [], retry=0 2024-11-09T16:17:39,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36615,DS-7fb79c6e-c52d-4ea2-a7c3-457254289a6d,DISK] 2024-11-09T16:17:39,776 INFO [RS:0;efe6b43736f4:41481 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 2024-11-09T16:17:39,777 DEBUG [RS:0;efe6b43736f4:41481 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group efe6b43736f4%2C41481%2C1731169058351 for peer 2 2024-11-09T16:17:39,779 DEBUG [RS:0;efe6b43736f4:41481 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group efe6b43736f4%2C41481%2C1731169058351 for peer 1 2024-11-09T16:17:39,779 DEBUG [RS:0;efe6b43736f4:41481 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=efe6b43736f4%2C41481%2C1731169058351 2024-11-09T16:17:39,779 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-efe6b43736f4,41481,1731169058351, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:17:39,790 DEBUG [RS:0;efe6b43736f4:41481 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=efe6b43736f4%2C41481%2C1731169058351 2024-11-09T16:17:39,790 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-efe6b43736f4,41481,1731169058351, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:17:39,791 DEBUG [RS:0;efe6b43736f4:41481 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44425:44425)] 2024-11-09T16:17:39,791 INFO [RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C41481%2C1731169058351 2024-11-09T16:17:39,791 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746, startPosition=0, beingWritten=true 2024-11-09T16:17:39,792 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746, startPosition=0, beingWritten=true 2024-11-09T16:17:39,800 INFO [RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C41481%2C1731169058351 2024-11-09T16:17:40,015 DEBUG [efe6b43736f4:34389 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:17:40,016 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,41481,1731169058351 2024-11-09T16:17:40,018 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,41481,1731169058351, state=OPENING 2024-11-09T16:17:40,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1008449748/meta-region-server 2024-11-09T16:17:40,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x1012063294f0007, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1008449748/meta-region-server 2024-11-09T16:17:40,033 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:17:40,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1008449748/meta-region-server: CHANGED 2024-11-09T16:17:40,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,41481,1731169058351}] 2024-11-09T16:17:40,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1008449748/meta-region-server: CHANGED 2024-11-09T16:17:40,041 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:40,052 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:40,189 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:17:40,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:17:40,201 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:17:40,201 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:17:40,202 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:17:40,206 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C41481%2C1731169058351.meta, suffix=.meta, logDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351, archiveDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/oldWALs, maxLogs=10 2024-11-09T16:17:40,228 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.meta.1731169060207.meta, exclude list is [], retry=0 2024-11-09T16:17:40,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36615,DS-7fb79c6e-c52d-4ea2-a7c3-457254289a6d,DISK] 2024-11-09T16:17:40,240 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.meta.1731169060207.meta 2024-11-09T16:17:40,247 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44425:44425)] 2024-11-09T16:17:40,247 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:17:40,248 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:17:40,248 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:17:40,248 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:17:40,248 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:17:40,249 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:17:40,249 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:40,249 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:17:40,249 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:17:40,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:17:40,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:17:40,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:40,287 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/info/3b965c154c294a21bf5b20752309cc09 2024-11-09T16:17:40,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:40,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:17:40,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:17:40,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:40,327 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/ns/ada5c5a07c97485f8e6939a49b6f1fb3 2024-11-09T16:17:40,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:40,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:17:40,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:17:40,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:40,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:40,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:17:40,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:17:40,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:40,349 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/table/5a5742e44c154d36ac82353b96c2972e 2024-11-09T16:17:40,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:40,349 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:17:40,350 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740 2024-11-09T16:17:40,352 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740 2024-11-09T16:17:40,356 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:17:40,356 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:17:40,358 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:17:40,361 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:17:40,365 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66915733, jitterRate=-0.0028778761625289917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:17:40,365 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:17:40,366 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169060249Writing region info on filesystem at 1731169060249Initializing all the Stores at 1731169060251 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169060251Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169060256 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169060256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169060256Cleaning up temporary data from old regions at 1731169060356 (+100 ms)Running coprocessor post-open hooks at 1731169060365 (+9 ms)Region opened successfully at 1731169060365 2024-11-09T16:17:40,367 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731169060188 2024-11-09T16:17:40,373 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=efe6b43736f4,41481,1731169058351 2024-11-09T16:17:40,373 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:17:40,373 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:17:40,374 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:40,376 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,41481,1731169058351, state=OPEN 2024-11-09T16:17:40,379 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:40,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1008449748/meta-region-server 2024-11-09T16:17:40,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x1012063294f0007, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1008449748/meta-region-server 2024-11-09T16:17:40,387 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,41481,1731169058351 2024-11-09T16:17:40,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1008449748/meta-region-server: CHANGED 2024-11-09T16:17:40,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1008449748/meta-region-server: CHANGED 2024-11-09T16:17:40,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-09T16:17:40,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,41481,1731169058351 in 354 msec 2024-11-09T16:17:40,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-09T16:17:40,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0350 sec 2024-11-09T16:17:40,790 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:40,804 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:40,999 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1608ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1505ms 2024-11-09T16:17:41,298 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:41,310 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:41,908 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:41,916 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:42,502 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3111ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-09T16:17:42,614 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:42,623 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:43,426 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:43,430 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:43,905 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T16:17:43,905 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:17:43,906 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:17:43,906 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,41481,1731169058351, seqNum=-1] 2024-11-09T16:17:43,907 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:17:43,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:17:43,916 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea43b7a8a7a3a6d79574ef1403a5c0e9, regionState=OPEN, lastHost=efe6b43736f4,32845,1731169043215, regionLocation=efe6b43736f4,32845,1731169043215, openSeqNum=2 2024-11-09T16:17:43,917 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:17:43,917 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169123917 2024-11-09T16:17:43,917 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169183917 2024-11-09T16:17:43,917 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-09T16:17:43,917 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): efe6b43736f4,32845,1731169043215 had 2 regions 2024-11-09T16:17:43,917 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34389,1731169058282-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:43,918 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34389,1731169058282-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:43,918 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34389,1731169058282-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:43,918 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:34389, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:43,918 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:43,918 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:43,919 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure efe6b43736f4,32845,1731169043215, splitWal=true, meta=true, isMeta: false 2024-11-09T16:17:43,923 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215-splitting dir is empty, no logs to split. 2024-11-09T16:17:43,923 INFO [PEWorker-3 {}] master.SplitWALManager(105): efe6b43736f4,32845,1731169043215 WAL count=0, meta=false 2024-11-09T16:17:43,927 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.483sec 2024-11-09T16:17:43,927 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:17:43,928 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:17:43,928 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:17:43,928 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:17:43,928 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:17:43,928 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34389,1731169058282-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:17:43,928 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34389,1731169058282-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:17:43,928 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,32845,1731169043215-splitting dir is empty, no logs to split. 2024-11-09T16:17:43,928 INFO [PEWorker-3 {}] master.SplitWALManager(105): efe6b43736f4,32845,1731169043215 WAL count=0, meta=false 2024-11-09T16:17:43,928 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if efe6b43736f4,32845,1731169043215 WAL splitting is done? wals=0, meta=false 2024-11-09T16:17:43,934 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:17:43,934 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:17:43,934 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34389,1731169058282-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:43,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea43b7a8a7a3a6d79574ef1403a5c0e9, ASSIGN}] 2024-11-09T16:17:43,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea43b7a8a7a3a6d79574ef1403a5c0e9, ASSIGN 2024-11-09T16:17:43,939 WARN [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=efe6b43736f4,32845,1731169043215/hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:43,940 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea43b7a8a7a3a6d79574ef1403a5c0e9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T16:17:44,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:44,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34389,-1 for getting cluster id 2024-11-09T16:17:44,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:44,006 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab339627-54c9-424a-a55c-c182c2d0b473' 2024-11-09T16:17:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab339627-54c9-424a-a55c-c182c2d0b473" 2024-11-09T16:17:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1896f4a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:44,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34389,-1] 2024-11-09T16:17:44,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:44,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:44,009 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:44,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29701794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:44,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:17:44,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,41481,1731169058351, seqNum=-1] 2024-11-09T16:17:44,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:17:44,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:17:44,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T16:17:44,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:17:44,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:17:44,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:44,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:44,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: efe6b43736f4:34389 after: efe6b43736f4:34389 2024-11-09T16:17:44,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:17:44,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:44,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34389,-1 for getting cluster id 2024-11-09T16:17:44,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:44,021 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab339627-54c9-424a-a55c-c182c2d0b473' 2024-11-09T16:17:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab339627-54c9-424a-a55c-c182c2d0b473" 2024-11-09T16:17:44,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a6bf59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:44,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34389,-1] 2024-11-09T16:17:44,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:44,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:44,023 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:44,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:44,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:17:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,34389,1731169058282 2024-11-09T16:17:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b231299 2024-11-09T16:17:44,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:17:44,027 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:17:44,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T16:17:44,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T16:17:44,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T16:17:44,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T16:17:44,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:17:44,033 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:17:44,033 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:17:44,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:44,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:44,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:17:44,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:17:44,034 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1497339394, stopped=false 2024-11-09T16:17:44,034 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,36777,1731169049090 2024-11-09T16:17:44,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1590558157/running 2024-11-09T16:17:44,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1590558157/running 2024-11-09T16:17:44,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157 2024-11-09T16:17:44,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157 2024-11-09T16:17:44,043 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:17:44,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Set watcher on znode that does not yet exist, /1590558157/running 2024-11-09T16:17:44,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Set watcher on znode that does not yet exist, /1590558157/running 2024-11-09T16:17:44,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:17:44,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:17:44,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:44,045 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,36021,1731169049687' ***** 2024-11-09T16:17:44,045 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:17:44,045 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:17:44,045 INFO [RS:0;efe6b43736f4:36021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:17:44,046 INFO [RS:0;efe6b43736f4:36021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:17:44,046 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:17:44,046 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,36021,1731169049687 2024-11-09T16:17:44,046 INFO [RS:0;efe6b43736f4:36021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:17:44,046 INFO [RS:0;efe6b43736f4:36021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:36021. 2024-11-09T16:17:44,046 DEBUG [RS:0;efe6b43736f4:36021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:17:44,046 DEBUG [RS:0;efe6b43736f4:36021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:44,046 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:17:44,046 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:17:44,046 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:17:44,046 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:17:44,048 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T16:17:44,048 DEBUG [RS:0;efe6b43736f4:36021 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T16:17:44,048 DEBUG [RS:0;efe6b43736f4:36021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:17:44,048 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:17:44,048 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:17:44,048 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:17:44,048 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:17:44,048 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:17:44,048 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T16:17:44,073 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/data/hbase/meta/1588230740/.tmp/ns/b3564bb9b521429aa14ac40fa5396b41 is 43, key is default/ns:d/1731169052135/Put/seqid=0 2024-11-09T16:17:44,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741835_1011 (size=5153) 2024-11-09T16:17:44,091 DEBUG [efe6b43736f4:34389 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:17:44,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=ea43b7a8a7a3a6d79574ef1403a5c0e9, regionState=OPENING, regionLocation=efe6b43736f4,41481,1731169058351 2024-11-09T16:17:44,093 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:17:44,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea43b7a8a7a3a6d79574ef1403a5c0e9, ASSIGN because future has completed 2024-11-09T16:17:44,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea43b7a8a7a3a6d79574ef1403a5c0e9, server=efe6b43736f4,41481,1731169058351}] 2024-11-09T16:17:44,248 DEBUG [RS:0;efe6b43736f4:36021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:17:44,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:44,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:17:44,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T16:17:44,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C41481%2C1731169058351.rep, suffix=, logDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351, archiveDir=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/oldWALs, maxLogs=10 2024-11-09T16:17:44,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.rep.1731169064256, exclude list is [], retry=0 2024-11-09T16:17:44,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36615,DS-7fb79c6e-c52d-4ea2-a7c3-457254289a6d,DISK] 2024-11-09T16:17:44,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.rep.1731169064256 2024-11-09T16:17:44,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44425:44425)] 2024-11-09T16:17:44,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => ea43b7a8a7a3a6d79574ef1403a5c0e9, NAME => 'hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:17:44,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:17:44,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:17:44,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. service=MultiRowMutationService 2024-11-09T16:17:44,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T16:17:44,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:44,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:44,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:44,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:44,276 INFO [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:44,276 INFO [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea43b7a8a7a3a6d79574ef1403a5c0e9 columnFamilyName hfileref 2024-11-09T16:17:44,277 DEBUG [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:44,277 INFO [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] regionserver.HStore(327): Store=ea43b7a8a7a3a6d79574ef1403a5c0e9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:44,277 INFO [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:44,278 INFO [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea43b7a8a7a3a6d79574ef1403a5c0e9 columnFamilyName queue 2024-11-09T16:17:44,278 DEBUG [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:44,285 DEBUG [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/replication/ea43b7a8a7a3a6d79574ef1403a5c0e9/queue/b84ca36e4e6f472faa21ac5bbdd43f5b 2024-11-09T16:17:44,286 INFO [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] regionserver.HStore(327): Store=ea43b7a8a7a3a6d79574ef1403a5c0e9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:44,286 INFO [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:44,287 INFO [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea43b7a8a7a3a6d79574ef1403a5c0e9 columnFamilyName sid 2024-11-09T16:17:44,287 DEBUG [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:44,287 INFO [StoreOpener-ea43b7a8a7a3a6d79574ef1403a5c0e9-1 {}] regionserver.HStore(327): Store=ea43b7a8a7a3a6d79574ef1403a5c0e9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:44,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:44,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/replication/ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:44,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/replication/ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:44,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:44,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:44,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:17:44,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:44,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened ea43b7a8a7a3a6d79574ef1403a5c0e9; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74967732, jitterRate=0.11710625886917114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:17:44,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:44,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for ea43b7a8a7a3a6d79574ef1403a5c0e9: Running coprocessor pre-open hook at 1731169064274Writing region info on filesystem at 1731169064274Initializing all the Stores at 1731169064275 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169064275Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169064275Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169064275Cleaning up temporary data from old regions at 1731169064291 (+16 ms)Running coprocessor post-open hooks at 1731169064295 (+4 ms)Region opened successfully at 1731169064296 (+1 ms) 2024-11-09T16:17:44,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9., pid=19, masterSystemTime=1731169064250 2024-11-09T16:17:44,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:44,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:44,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=ea43b7a8a7a3a6d79574ef1403a5c0e9, regionState=OPEN, openSeqNum=10, regionLocation=efe6b43736f4,41481,1731169058351 2024-11-09T16:17:44,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea43b7a8a7a3a6d79574ef1403a5c0e9, server=efe6b43736f4,41481,1731169058351 because future has completed 2024-11-09T16:17:44,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-09T16:17:44,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure ea43b7a8a7a3a6d79574ef1403a5c0e9, server=efe6b43736f4,41481,1731169058351 in 210 msec 2024-11-09T16:17:44,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-09T16:17:44,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea43b7a8a7a3a6d79574ef1403a5c0e9, ASSIGN in 372 msec 2024-11-09T16:17:44,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T16:17:44,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9., hostname=efe6b43736f4,41481,1731169058351, seqNum=10] 2024-11-09T16:17:44,331 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:44,336 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:44,363 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for efe6b43736f4,32845,1731169043215 2024-11-09T16:17:44,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T16:17:44,449 DEBUG [RS:0;efe6b43736f4:36021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:17:44,484 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/data/hbase/meta/1588230740/.tmp/ns/b3564bb9b521429aa14ac40fa5396b41 2024-11-09T16:17:44,493 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/data/hbase/meta/1588230740/.tmp/ns/b3564bb9b521429aa14ac40fa5396b41 as hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/data/hbase/meta/1588230740/ns/b3564bb9b521429aa14ac40fa5396b41 2024-11-09T16:17:44,503 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/data/hbase/meta/1588230740/ns/b3564bb9b521429aa14ac40fa5396b41, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T16:17:44,505 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 457ms, sequenceid=6, compaction requested=false 2024-11-09T16:17:44,505 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T16:17:44,513 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T16:17:44,514 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:17:44,514 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:17:44,514 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:17:44,514 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169064048Running coprocessor pre-close hooks at 1731169064048Disabling compacts and flushes for region at 1731169064048Disabling writes for close at 1731169064048Obtaining lock to block concurrent updates at 1731169064048Preparing flush snapshotting stores in 1588230740 at 1731169064048Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731169064049 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731169064050 (+1 ms)Flushing 1588230740/ns: creating writer at 1731169064050Flushing 1588230740/ns: appending metadata at 1731169064072 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731169064072Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b10f8e3: reopening flushed file at 1731169064492 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 457ms, sequenceid=6, compaction requested=false at 1731169064505 (+13 ms)Writing region close event to WAL at 1731169064508 (+3 ms)Running coprocessor post-close hooks at 1731169064514 (+6 ms)Closed at 1731169064514 2024-11-09T16:17:44,515 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:17:44,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41481 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-09T16:17:44,649 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,36021,1731169049687; all regions closed. 2024-11-09T16:17:44,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741834_1010 (size=1152) 2024-11-09T16:17:44,655 DEBUG [RS:0;efe6b43736f4:36021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/oldWALs 2024-11-09T16:17:44,655 INFO [RS:0;efe6b43736f4:36021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C36021%2C1731169049687.meta:.meta(num 1731169051967) 2024-11-09T16:17:44,658 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/WALs/efe6b43736f4,36021,1731169049687/efe6b43736f4%2C36021%2C1731169049687.1731169050926 not finished, retry = 0 2024-11-09T16:17:44,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741832_1008 (size=93) 2024-11-09T16:17:44,761 DEBUG [RS:0;efe6b43736f4:36021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/oldWALs 2024-11-09T16:17:44,761 INFO [RS:0;efe6b43736f4:36021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C36021%2C1731169049687:(num 1731169050926) 2024-11-09T16:17:44,761 DEBUG [RS:0;efe6b43736f4:36021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:44,761 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:17:44,761 INFO [RS:0;efe6b43736f4:36021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:17:44,762 INFO [RS:0;efe6b43736f4:36021 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T16:17:44,762 INFO [RS:0;efe6b43736f4:36021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:17:44,762 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:17:44,762 INFO [RS:0;efe6b43736f4:36021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36021 2024-11-09T16:17:44,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157/rs 2024-11-09T16:17:44,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1590558157/rs/efe6b43736f4,36021,1731169049687 2024-11-09T16:17:44,775 INFO [RS:0;efe6b43736f4:36021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:17:44,786 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,36021,1731169049687] 2024-11-09T16:17:44,796 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1590558157/draining/efe6b43736f4,36021,1731169049687 already deleted, retry=false 2024-11-09T16:17:44,796 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,36021,1731169049687 expired; onlineServers=0 2024-11-09T16:17:44,796 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,36777,1731169049090' ***** 2024-11-09T16:17:44,796 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:17:44,796 INFO [M:0;efe6b43736f4:36777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:17:44,797 INFO [M:0;efe6b43736f4:36777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:17:44,797 DEBUG [M:0;efe6b43736f4:36777 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:17:44,797 DEBUG [M:0;efe6b43736f4:36777 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:17:44,797 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169050640 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169050640,5,FailOnTimeoutGroup] 2024-11-09T16:17:44,797 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169050652 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169050652,5,FailOnTimeoutGroup] 2024-11-09T16:17:44,797 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:17:44,797 INFO [M:0;efe6b43736f4:36777 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:17:44,797 INFO [M:0;efe6b43736f4:36777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:17:44,797 DEBUG [M:0;efe6b43736f4:36777 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:17:44,797 INFO [M:0;efe6b43736f4:36777 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:17:44,797 INFO [M:0;efe6b43736f4:36777 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:17:44,798 INFO [M:0;efe6b43736f4:36777 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:17:44,798 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:17:44,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1590558157/master 2024-11-09T16:17:44,807 DEBUG [M:0;efe6b43736f4:36777 {}] zookeeper.ZKUtil(347): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Unable to get data of znode /1590558157/master because node does not exist (not an error) 2024-11-09T16:17:44,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1590558157 2024-11-09T16:17:44,807 WARN [M:0;efe6b43736f4:36777 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:17:44,808 INFO [M:0;efe6b43736f4:36777 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/.lastflushedseqids 2024-11-09T16:17:44,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741836_1012 (size=99) 2024-11-09T16:17:44,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:17:44,886 INFO [RS:0;efe6b43736f4:36021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:17:44,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1012063294f0004, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:17:44,886 INFO [RS:0;efe6b43736f4:36021 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,36021,1731169049687; zookeeper connection closed. 2024-11-09T16:17:44,887 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fff4f2a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fff4f2a 2024-11-09T16:17:44,888 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:17:45,214 INFO [M:0;efe6b43736f4:36777 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:17:45,214 INFO [M:0;efe6b43736f4:36777 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:17:45,214 DEBUG [M:0;efe6b43736f4:36777 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:17:45,214 INFO [M:0;efe6b43736f4:36777 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:45,214 DEBUG [M:0;efe6b43736f4:36777 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:45,214 DEBUG [M:0;efe6b43736f4:36777 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:17:45,214 DEBUG [M:0;efe6b43736f4:36777 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:45,214 INFO [M:0;efe6b43736f4:36777 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T16:17:45,233 DEBUG [M:0;efe6b43736f4:36777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86bb4ed931a6415aab15340af209d712 is 82, key is hbase:meta,,1/info:regioninfo/1731169052039/Put/seqid=0 2024-11-09T16:17:45,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741837_1013 (size=5672) 2024-11-09T16:17:45,342 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:45,351 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:45,638 INFO [M:0;efe6b43736f4:36777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86bb4ed931a6415aab15340af209d712 2024-11-09T16:17:45,658 DEBUG [M:0;efe6b43736f4:36777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8984a47bcc7945eca3bb5aed96c832ad is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731169052144/Put/seqid=0 2024-11-09T16:17:45,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741838_1014 (size=5275) 2024-11-09T16:17:45,752 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:17:46,064 INFO [M:0;efe6b43736f4:36777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8984a47bcc7945eca3bb5aed96c832ad 2024-11-09T16:17:46,091 DEBUG [M:0;efe6b43736f4:36777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bd03bc302f94bfeb278eb1b72f313b0 is 69, key is efe6b43736f4,36021,1731169049687/rs:state/1731169050694/Put/seqid=0 2024-11-09T16:17:46,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741839_1015 (size=5156) 2024-11-09T16:17:46,448 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:46,456 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:46,497 INFO [M:0;efe6b43736f4:36777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bd03bc302f94bfeb278eb1b72f313b0 2024-11-09T16:17:46,508 DEBUG [M:0;efe6b43736f4:36777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/86bb4ed931a6415aab15340af209d712 as hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86bb4ed931a6415aab15340af209d712 2024-11-09T16:17:46,516 INFO [M:0;efe6b43736f4:36777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/86bb4ed931a6415aab15340af209d712, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T16:17:46,518 DEBUG [M:0;efe6b43736f4:36777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8984a47bcc7945eca3bb5aed96c832ad as hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8984a47bcc7945eca3bb5aed96c832ad 2024-11-09T16:17:46,525 INFO [M:0;efe6b43736f4:36777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8984a47bcc7945eca3bb5aed96c832ad, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T16:17:46,527 DEBUG [M:0;efe6b43736f4:36777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bd03bc302f94bfeb278eb1b72f313b0 as hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bd03bc302f94bfeb278eb1b72f313b0 2024-11-09T16:17:46,535 INFO [M:0;efe6b43736f4:36777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43149/user/jenkins/test-data/d827deb1-243b-06f8-274a-f04abb02317f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bd03bc302f94bfeb278eb1b72f313b0, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T16:17:46,537 INFO [M:0;efe6b43736f4:36777 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=28, compaction requested=false 2024-11-09T16:17:46,538 INFO [M:0;efe6b43736f4:36777 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:46,539 DEBUG [M:0;efe6b43736f4:36777 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169065214Disabling compacts and flushes for region at 1731169065214Disabling writes for close at 1731169065214Obtaining lock to block concurrent updates at 1731169065214Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169065214Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731169065215 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169065216 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169065216Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169065233 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169065233Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169065644 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169065658 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169065658Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169066074 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169066091 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169066091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fe67c85: reopening flushed file at 1731169066505 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f602ad2: reopening flushed file at 1731169066517 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb6ed2e: reopening flushed file at 1731169066525 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=28, compaction requested=false at 1731169066537 (+12 ms)Writing region close event to WAL at 1731169066538 (+1 ms)Closed at 1731169066538 2024-11-09T16:17:46,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741830_1006 (size=10165) 2024-11-09T16:17:46,542 INFO [M:0;efe6b43736f4:36777 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:17:46,542 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:17:46,543 INFO [M:0;efe6b43736f4:36777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36777 2024-11-09T16:17:46,546 INFO [M:0;efe6b43736f4:36777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:17:46,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:17:46,817 INFO [M:0;efe6b43736f4:36777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:17:46,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36777-0x1012063294f0003, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:17:46,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@671eadbd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:17:46,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:17:46,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:17:46,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:17:46,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/hadoop.log.dir/,STOPPED} 2024-11-09T16:17:46,828 WARN [BP-927905680-172.17.0.3-1731169046674 heartbeating to localhost/127.0.0.1:43149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:17:46,828 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:17:46,828 WARN [BP-927905680-172.17.0.3-1731169046674 heartbeating to localhost/127.0.0.1:43149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-927905680-172.17.0.3-1731169046674 (Datanode Uuid 0a4a36fa-1d1f-4e85-b2c0-766ef3d5738b) service to localhost/127.0.0.1:43149 2024-11-09T16:17:46,828 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:17:46,829 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/cluster_e8bf892c-fe90-b87c-0fe8-6f9512482256/data/data1/current/BP-927905680-172.17.0.3-1731169046674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:17:46,829 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/cluster_e8bf892c-fe90-b87c-0fe8-6f9512482256/data/data2/current/BP-927905680-172.17.0.3-1731169046674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:17:46,830 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:17:46,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46934c71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:17:46,837 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:17:46,837 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:17:46,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:17:46,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/hadoop.log.dir/,STOPPED} 2024-11-09T16:17:46,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:17:46,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:17:46,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:17:46,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:17:46,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:46,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:46,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:17:46,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:17:46,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=413809655, stopped=false 2024-11-09T16:17:46,857 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,34389,1731169058282 2024-11-09T16:17:46,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1008449748/running 2024-11-09T16:17:46,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x1012063294f0007, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1008449748/running 2024-11-09T16:17:46,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:46,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x1012063294f0007, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:46,875 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:17:46,875 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:17:46,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:17:46,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:46,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41481-0x1012063294f0007, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on znode that does not yet exist, /0-1008449748/running 2024-11-09T16:17:46,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Set watcher on znode that does not yet exist, /0-1008449748/running 2024-11-09T16:17:46,876 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,41481,1731169058351' ***** 2024-11-09T16:17:46,876 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:17:46,876 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:17:46,876 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:17:46,876 INFO [RS:0;efe6b43736f4:41481 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:17:46,876 INFO [RS:0;efe6b43736f4:41481 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:17:46,876 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer(3091): Received CLOSE for ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:46,877 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,41481,1731169058351 2024-11-09T16:17:46,877 INFO [RS:0;efe6b43736f4:41481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:17:46,877 INFO [RS:0;efe6b43736f4:41481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:41481. 2024-11-09T16:17:46,877 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea43b7a8a7a3a6d79574ef1403a5c0e9, disabling compactions & flushes 2024-11-09T16:17:46,877 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:46,877 DEBUG [RS:0;efe6b43736f4:41481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:17:46,877 DEBUG [RS:0;efe6b43736f4:41481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:46,877 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:46,877 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. after waiting 0 ms 2024-11-09T16:17:46,877 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:17:46,877 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:46,877 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:17:46,877 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:17:46,877 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:17:46,878 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T16:17:46,878 DEBUG [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer(1325): Online Regions={ea43b7a8a7a3a6d79574ef1403a5c0e9=hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T16:17:46,878 DEBUG [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea43b7a8a7a3a6d79574ef1403a5c0e9 2024-11-09T16:17:46,878 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:17:46,878 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:17:46,878 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:17:46,878 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:17:46,878 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:17:46,879 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T16:17:46,883 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/replication/ea43b7a8a7a3a6d79574ef1403a5c0e9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-09T16:17:46,884 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:17:46,884 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:17:46,884 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:46,884 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea43b7a8a7a3a6d79574ef1403a5c0e9: Waiting for close lock at 1731169066877Running coprocessor pre-close hooks at 1731169066877Disabling compacts and flushes for region at 1731169066877Disabling writes for close at 1731169066877Writing region close event to WAL at 1731169066878 (+1 ms)Running coprocessor post-close hooks at 1731169066884 (+6 ms)Closed at 1731169066884 2024-11-09T16:17:46,885 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9. 2024-11-09T16:17:46,897 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/.tmp/info/ec24662bdca44d52b17508f4c4743614 is 147, key is hbase:replication,,1731169052308.ea43b7a8a7a3a6d79574ef1403a5c0e9./info:regioninfo/1731169064301/Put/seqid=0 2024-11-09T16:17:46,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741851_1027 (size=6385) 2024-11-09T16:17:46,964 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:17:47,078 DEBUG [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:17:47,279 DEBUG [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:17:47,305 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/.tmp/info/ec24662bdca44d52b17508f4c4743614 2024-11-09T16:17:47,317 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/.tmp/info/ec24662bdca44d52b17508f4c4743614 as hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/info/ec24662bdca44d52b17508f4c4743614 2024-11-09T16:17:47,325 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/info/ec24662bdca44d52b17508f4c4743614, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T16:17:47,326 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false 2024-11-09T16:17:47,332 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T16:17:47,333 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:17:47,333 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:17:47,333 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:17:47,333 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169066878Running coprocessor pre-close hooks at 1731169066878Disabling compacts and flushes for region at 1731169066878Disabling writes for close at 1731169066878Obtaining lock to block concurrent updates at 1731169066879 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731169066879Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731169066879Flushing stores of hbase:meta,,1.1588230740 at 1731169066880 (+1 ms)Flushing 1588230740/info: creating writer at 1731169066880Flushing 1588230740/info: appending metadata at 1731169066897 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731169066897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8050813: reopening flushed file at 1731169067316 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false at 1731169067326 (+10 ms)Writing region close event to WAL at 1731169067328 (+2 ms)Running coprocessor post-close hooks at 1731169067333 (+5 ms)Closed at 1731169067333 2024-11-09T16:17:47,333 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:17:47,479 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,41481,1731169058351; all regions closed. 2024-11-09T16:17:47,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741849_1025 (size=2156) 2024-11-09T16:17:47,483 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.meta.1731169060207.meta not finished, retry = 0 2024-11-09T16:17:47,563 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:17:47,564 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:17:47,593 DEBUG [RS:0;efe6b43736f4:41481 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/oldWALs 2024-11-09T16:17:47,593 INFO [RS:0;efe6b43736f4:41481 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C41481%2C1731169058351.meta:.meta(num 1731169060207) 2024-11-09T16:17:47,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741850_1026 (size=796) 2024-11-09T16:17:47,599 DEBUG [RS:0;efe6b43736f4:41481 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/oldWALs 2024-11-09T16:17:47,599 INFO [RS:0;efe6b43736f4:41481 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C41481%2C1731169058351.rep:(num 1731169064256) 2024-11-09T16:17:47,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741848_1024 (size=93) 2024-11-09T16:17:47,602 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 not finished, retry = 0 2024-11-09T16:17:47,659 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:47,660 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 to pos 0, reset compression=false 2024-11-09T16:17:47,705 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 2024-11-09T16:17:47,705 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746 2024-11-09T16:17:47,705 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-09T16:17:47,705 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-09T16:17:47,705 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-09T16:17:47,705 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.wal-reader.efe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-09T16:17:47,709 DEBUG [RS:0;efe6b43736f4:41481 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/oldWALs 2024-11-09T16:17:47,709 INFO [RS:0;efe6b43736f4:41481 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C41481%2C1731169058351:(num 1731169059746) 2024-11-09T16:17:47,709 DEBUG [RS:0;efe6b43736f4:41481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:47,709 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:17:47,709 INFO [RS:0;efe6b43736f4:41481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:17:47,710 INFO [RS:0;efe6b43736f4:41481 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T16:17:47,711 INFO [RS:0;efe6b43736f4:41481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:17:47,711 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:17:47,711 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T16:17:47,711 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-efe6b43736f4,41481,1731169058351 because: Region server is closing 2024-11-09T16:17:47,712 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T16:17:47,712 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-09T16:17:47,712 INFO [RS:0;efe6b43736f4:41481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:41481. 2024-11-09T16:17:47,712 DEBUG [RS:0;efe6b43736f4:41481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:17:47,712 DEBUG [RS:0;efe6b43736f4:41481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:47,712 DEBUG [RS:0;efe6b43736f4:41481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:47,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:17:47,705 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-efe6b43736f4,41481,1731169058351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T16:17:47,705 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,41481,1731169058351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/WALs/efe6b43736f4,41481,1731169058351/efe6b43736f4%2C41481%2C1731169058351.1731169059746, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T16:17:47,715 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:17:47,715 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,41481,1731169058351, seqNum=-1] 2024-11-09T16:17:47,717 WARN [RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-efe6b43736f4,41481,1731169058351', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:41481 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 58 more 2024-11-09T16:17:47,719 WARN [RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-efe6b43736f4,41481,1731169058351', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:41481 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-09T16:17:47,720 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-09T16:17:47,720 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [efe6b43736f4%2C41481%2C1731169058351.1731169059746] 2024-11-09T16:17:47,719 ERROR [RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.HRegionServer(2440): ***** ABORTING region server efe6b43736f4,41481,1731169058351: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-efe6b43736f4,41481,1731169058351, walGroup=efe6b43736f4%2C41481%2C1731169058351, offset=efe6b43736f4%2C41481%2C1731169058351.1731169059746:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:41481 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T16:17:47,722 ERROR [RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T16:17:47,725 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T16:17:47,726 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T16:17:47,726 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T16:17:47,726 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T16:17:47,727 INFO [RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 568306784 }, "NonHeapMemoryUsage": { "committed": 162791424, "init": 7667712, "max": -1, "used": 158541536 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T16:17:47,729 DEBUG [RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [efe6b43736f4%2C41481%2C1731169058351.1731169059746] 2024-11-09T16:17:47,813 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,1-efe6b43736f4,41481,1731169058351 terminated 2024-11-09T16:17:47,813 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-efe6b43736f4,41481,1731169058351 because: Region server is closing 2024-11-09T16:17:47,813 INFO [RS:0;efe6b43736f4:41481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:41481. 2024-11-09T16:17:47,813 DEBUG [RS:0;efe6b43736f4:41481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:17:47,813 DEBUG [RS:0;efe6b43736f4:41481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:47,814 DEBUG [RS:0;efe6b43736f4:41481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:47,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:17:47,814 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;efe6b43736f4:41481.replicationSource.shipperefe6b43736f4%2C41481%2C1731169058351,2-efe6b43736f4,41481,1731169058351 terminated 2024-11-09T16:17:47,814 INFO [RS:0;efe6b43736f4:41481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41481 2024-11-09T16:17:47,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x1012063294f0007, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1008449748/rs/efe6b43736f4,41481,1731169058351 2024-11-09T16:17:47,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748/rs 2024-11-09T16:17:47,864 INFO [RS:0;efe6b43736f4:41481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:17:47,864 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,41481,1731169058351] 2024-11-09T16:17:47,885 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008449748/draining/efe6b43736f4,41481,1731169058351 already deleted, retry=false 2024-11-09T16:17:47,885 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,41481,1731169058351 expired; onlineServers=0 2024-11-09T16:17:47,885 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,34389,1731169058282' ***** 2024-11-09T16:17:47,885 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:17:47,885 INFO [M:0;efe6b43736f4:34389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:17:47,885 INFO [M:0;efe6b43736f4:34389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:17:47,885 DEBUG [M:0;efe6b43736f4:34389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:17:47,885 DEBUG [M:0;efe6b43736f4:34389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:17:47,885 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:17:47,885 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169059372 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169059372,5,FailOnTimeoutGroup] 2024-11-09T16:17:47,885 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169059380 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169059380,5,FailOnTimeoutGroup] 2024-11-09T16:17:47,885 INFO [M:0;efe6b43736f4:34389 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:17:47,886 INFO [M:0;efe6b43736f4:34389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:17:47,886 DEBUG [M:0;efe6b43736f4:34389 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:17:47,886 INFO [M:0;efe6b43736f4:34389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:17:47,886 INFO [M:0;efe6b43736f4:34389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:17:47,886 INFO [M:0;efe6b43736f4:34389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:17:47,886 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:17:47,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1008449748/master 2024-11-09T16:17:47,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008449748 2024-11-09T16:17:47,895 DEBUG [M:0;efe6b43736f4:34389 {}] zookeeper.ZKUtil(347): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Unable to get data of znode /0-1008449748/master because node does not exist (not an error) 2024-11-09T16:17:47,895 WARN [M:0;efe6b43736f4:34389 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:17:47,896 INFO [M:0;efe6b43736f4:34389 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/.lastflushedseqids 2024-11-09T16:17:47,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741852_1028 (size=181) 2024-11-09T16:17:47,975 INFO [RS:0;efe6b43736f4:41481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:17:47,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x1012063294f0007, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:17:47,975 INFO [RS:0;efe6b43736f4:41481 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,41481,1731169058351; zookeeper connection closed. 2024-11-09T16:17:47,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41481-0x1012063294f0007, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:17:47,975 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@604ab9ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@604ab9ff 2024-11-09T16:17:47,975 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:17:48,303 INFO [M:0;efe6b43736f4:34389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:17:48,303 INFO [M:0;efe6b43736f4:34389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:17:48,303 DEBUG [M:0;efe6b43736f4:34389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:17:48,303 INFO [M:0;efe6b43736f4:34389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:48,304 DEBUG [M:0;efe6b43736f4:34389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:48,304 DEBUG [M:0;efe6b43736f4:34389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:17:48,304 DEBUG [M:0;efe6b43736f4:34389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:48,304 INFO [M:0;efe6b43736f4:34389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T16:17:48,320 DEBUG [M:0;efe6b43736f4:34389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f9a4b45cd1a4b4a9c7f8da6234931c8 is 82, key is hbase:meta,,1/info:regioninfo/1731169060372/Put/seqid=0 2024-11-09T16:17:48,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741853_1029 (size=5680) 2024-11-09T16:17:48,725 INFO [M:0;efe6b43736f4:34389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f9a4b45cd1a4b4a9c7f8da6234931c8 2024-11-09T16:17:48,748 DEBUG [M:0;efe6b43736f4:34389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d6e7ac0f9e942bfadfb5c1b793a5d59 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731169064310/Put/seqid=0 2024-11-09T16:17:48,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741854_1030 (size=7319) 2024-11-09T16:17:49,154 INFO [M:0;efe6b43736f4:34389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d6e7ac0f9e942bfadfb5c1b793a5d59 2024-11-09T16:17:49,202 DEBUG [M:0;efe6b43736f4:34389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8279ea80995946d8a9cef4fb24e038ea is 69, key is efe6b43736f4,41481,1731169058351/rs:state/1731169059446/Put/seqid=0 2024-11-09T16:17:49,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741855_1031 (size=5371) 2024-11-09T16:17:49,214 INFO [M:0;efe6b43736f4:34389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8279ea80995946d8a9cef4fb24e038ea 2024-11-09T16:17:49,229 INFO [M:0;efe6b43736f4:34389 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8279ea80995946d8a9cef4fb24e038ea 2024-11-09T16:17:49,236 DEBUG [M:0;efe6b43736f4:34389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f9a4b45cd1a4b4a9c7f8da6234931c8 as hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f9a4b45cd1a4b4a9c7f8da6234931c8 2024-11-09T16:17:49,244 INFO [M:0;efe6b43736f4:34389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f9a4b45cd1a4b4a9c7f8da6234931c8, entries=8, sequenceid=172, filesize=5.5 K 2024-11-09T16:17:49,248 DEBUG [M:0;efe6b43736f4:34389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d6e7ac0f9e942bfadfb5c1b793a5d59 as hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d6e7ac0f9e942bfadfb5c1b793a5d59 2024-11-09T16:17:49,260 INFO [M:0;efe6b43736f4:34389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d6e7ac0f9e942bfadfb5c1b793a5d59, entries=7, sequenceid=172, filesize=7.1 K 2024-11-09T16:17:49,265 DEBUG [M:0;efe6b43736f4:34389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8279ea80995946d8a9cef4fb24e038ea as hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8279ea80995946d8a9cef4fb24e038ea 2024-11-09T16:17:49,273 INFO [M:0;efe6b43736f4:34389 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8279ea80995946d8a9cef4fb24e038ea 2024-11-09T16:17:49,274 INFO [M:0;efe6b43736f4:34389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45645/user/jenkins/test-data/07993909-1d3b-52c7-731d-1c7e78dafe3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8279ea80995946d8a9cef4fb24e038ea, entries=2, sequenceid=172, filesize=5.2 K 2024-11-09T16:17:49,275 INFO [M:0;efe6b43736f4:34389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 971ms, sequenceid=172, compaction requested=false 2024-11-09T16:17:49,285 INFO [M:0;efe6b43736f4:34389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:49,285 DEBUG [M:0;efe6b43736f4:34389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169068303Disabling compacts and flushes for region at 1731169068303Disabling writes for close at 1731169068304 (+1 ms)Obtaining lock to block concurrent updates at 1731169068304Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169068304Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731169068304Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169068305 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169068305Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169068319 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169068319Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169068731 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169068748 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169068748Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169069171 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169069200 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169069200Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25e7ddac: reopening flushed file at 1731169069230 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@346beeef: reopening flushed file at 1731169069244 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1813d093: reopening flushed file at 1731169069260 (+16 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 971ms, sequenceid=172, compaction requested=false at 1731169069275 (+15 ms)Writing region close event to WAL at 1731169069285 (+10 ms)Closed at 1731169069285 2024-11-09T16:17:49,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36615 is added to blk_1073741847_1023 (size=22949) 2024-11-09T16:17:49,296 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:17:49,296 INFO [M:0;efe6b43736f4:34389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:17:49,296 INFO [M:0;efe6b43736f4:34389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34389 2024-11-09T16:17:49,296 INFO [M:0;efe6b43736f4:34389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:17:49,417 INFO [M:0;efe6b43736f4:34389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:17:49,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:17:49,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x1012063294f0006, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:17:49,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20104caa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:17:49,422 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:17:49,422 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:17:49,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:17:49,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/hadoop.log.dir/,STOPPED} 2024-11-09T16:17:49,423 WARN [BP-2019297744-172.17.0.3-1731169038493 heartbeating to localhost/127.0.0.1:45645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:17:49,423 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:17:49,423 WARN [BP-2019297744-172.17.0.3-1731169038493 heartbeating to localhost/127.0.0.1:45645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2019297744-172.17.0.3-1731169038493 (Datanode Uuid 678a6bd0-e47d-4263-bae0-00e38b2e1c49) service to localhost/127.0.0.1:45645 2024-11-09T16:17:49,423 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:17:49,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/cluster_6d0c557f-5400-019f-8d2a-135a1080098c/data/data1/current/BP-2019297744-172.17.0.3-1731169038493 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:17:49,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/cluster_6d0c557f-5400-019f-8d2a-135a1080098c/data/data2/current/BP-2019297744-172.17.0.3-1731169038493 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:17:49,424 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:17:49,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:17:49,431 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:17:49,431 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:17:49,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:17:49,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a3ac14f-3e8e-17c9-b9e4-6b59512935ee/hadoop.log.dir/,STOPPED} 2024-11-09T16:17:49,440 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T16:17:49,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:17:49,469 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62779) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62779) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43149 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/efe6b43736f4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/efe6b43736f4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1036bf56 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/efe6b43736f4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45645 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/efe6b43736f4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45645 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/efe6b43736f4:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45645 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45645 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 601), ProcessCount=11 (was 11), AvailableMemoryMB=1655 (was 2485) 2024-11-09T16:17:49,481 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=1653 2024-11-09T16:17:49,501 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-09T16:17:49,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/hadoop.log.dir so I do NOT create it in target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724 2024-11-09T16:17:49,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:17:49,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/hadoop.tmp.dir so I do NOT create it in target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724 2024-11-09T16:17:49,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7e02f6e-9f0f-d990-6a27-9d21dea780e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:17:49,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724 2024-11-09T16:17:49,503 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/cluster_f979bd17-ed0f-a4a2-280c-4c6a3edbf702, deleteOnExit=true 2024-11-09T16:17:49,529 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/cluster_f979bd17-ed0f-a4a2-280c-4c6a3edbf702/zookeeper_0, clientPort=52879, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/cluster_f979bd17-ed0f-a4a2-280c-4c6a3edbf702/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/cluster_f979bd17-ed0f-a4a2-280c-4c6a3edbf702/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T16:17:49,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012063294f0002, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:17:49,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012063294f0005, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:17:49,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012063294f0005, quorum=127.0.0.1:62779, baseZNode=/1590558157 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:17:49,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012063294f0002, quorum=127.0.0.1:62779, baseZNode=/0-1008449748 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:17:49,536 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52879 2024-11-09T16:17:49,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:17:49,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:17:49,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/test.cache.data in system properties and HBase conf 2024-11-09T16:17:49,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:17:49,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:17:49,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:17:49,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:17:49,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:17:49,537 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:17:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:17:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:17:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:17:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:17:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:17:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:17:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:17:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:17:49,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:17:49,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:17:49,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:17:49,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:17:49,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:17:49,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:17:49,964 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:17:49,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:17:49,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:17:49,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:17:49,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:17:49,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:17:49,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:17:49,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:17:50,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501cbce2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/java.io.tmpdir/jetty-localhost-34657-hadoop-hdfs-3_4_1-tests_jar-_-any-12533104451268978695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:17:50,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:34657} 2024-11-09T16:17:50,132 INFO [Time-limited test {}] server.Server(415): Started @33721ms 2024-11-09T16:17:50,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:17:50,484 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:17:50,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:17:50,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:17:50,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:17:50,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:17:50,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:17:50,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79f3518d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/java.io.tmpdir/jetty-localhost-33749-hadoop-hdfs-3_4_1-tests_jar-_-any-4242620946204330616/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:17:50,639 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:33749} 2024-11-09T16:17:50,639 INFO [Time-limited test {}] server.Server(415): Started @34228ms 2024-11-09T16:17:50,641 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:17:51,308 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/cluster_f979bd17-ed0f-a4a2-280c-4c6a3edbf702/data/data1/current/BP-1549276722-172.17.0.3-1731169069568/current, will proceed with Du for space computation calculation, 2024-11-09T16:17:51,308 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/cluster_f979bd17-ed0f-a4a2-280c-4c6a3edbf702/data/data2/current/BP-1549276722-172.17.0.3-1731169069568/current, will proceed with Du for space computation calculation, 2024-11-09T16:17:51,341 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:17:51,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58ab9c2a22629022 with lease ID 0x287c1fb40430e4b3: Processing first storage report for DS-a15eb019-81eb-42b0-b951-deec847907a4 from datanode DatanodeRegistration(127.0.0.1:38655, datanodeUuid=931fd50d-b2a3-4450-ae41-cb2fbabbf49d, infoPort=42993, infoSecurePort=0, ipcPort=42419, storageInfo=lv=-57;cid=testClusterID;nsid=2106698435;c=1731169069568) 2024-11-09T16:17:51,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58ab9c2a22629022 with lease ID 0x287c1fb40430e4b3: from storage DS-a15eb019-81eb-42b0-b951-deec847907a4 node DatanodeRegistration(127.0.0.1:38655, datanodeUuid=931fd50d-b2a3-4450-ae41-cb2fbabbf49d, infoPort=42993, infoSecurePort=0, ipcPort=42419, storageInfo=lv=-57;cid=testClusterID;nsid=2106698435;c=1731169069568), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:17:51,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58ab9c2a22629022 with lease ID 0x287c1fb40430e4b3: Processing first storage report for DS-f42385f5-9a0d-4f4a-962d-bc3ebe4f1974 from datanode DatanodeRegistration(127.0.0.1:38655, datanodeUuid=931fd50d-b2a3-4450-ae41-cb2fbabbf49d, infoPort=42993, infoSecurePort=0, ipcPort=42419, storageInfo=lv=-57;cid=testClusterID;nsid=2106698435;c=1731169069568) 2024-11-09T16:17:51,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58ab9c2a22629022 with lease ID 0x287c1fb40430e4b3: from storage DS-f42385f5-9a0d-4f4a-962d-bc3ebe4f1974 node DatanodeRegistration(127.0.0.1:38655, datanodeUuid=931fd50d-b2a3-4450-ae41-cb2fbabbf49d, infoPort=42993, infoSecurePort=0, ipcPort=42419, storageInfo=lv=-57;cid=testClusterID;nsid=2106698435;c=1731169069568), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:17:51,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724 2024-11-09T16:17:51,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:51,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:17:51,422 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb with version=8 2024-11-09T16:17:51,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/hbase-staging 2024-11-09T16:17:51,425 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:17:51,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:51,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:51,425 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:17:51,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:51,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:17:51,425 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:17:51,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:17:51,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35803 2024-11-09T16:17:51,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35803 connecting to ZooKeeper ensemble=127.0.0.1:52879 2024-11-09T16:17:51,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358030x0, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:17:51,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35803-0x1012063a57c0000 connected 2024-11-09T16:17:51,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:51,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:51,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Set watcher on znode that does not yet exist, /0-1917176422/running 2024-11-09T16:17:51,794 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb, hbase.cluster.distributed=false 2024-11-09T16:17:51,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Set watcher on znode that does not yet exist, /0-1917176422/acl 2024-11-09T16:17:51,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35803 2024-11-09T16:17:51,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35803 2024-11-09T16:17:51,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35803 2024-11-09T16:17:51,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35803 2024-11-09T16:17:51,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35803 2024-11-09T16:17:51,821 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:17:51,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:51,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:51,822 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:17:51,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:51,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:17:51,822 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:17:51,822 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:17:51,823 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36761 2024-11-09T16:17:51,824 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36761 connecting to ZooKeeper ensemble=127.0.0.1:52879 2024-11-09T16:17:51,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:51,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:51,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367610x0, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:17:51,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367610x0, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Set watcher on znode that does not yet exist, /0-1917176422/running 2024-11-09T16:17:51,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36761-0x1012063a57c0001 connected 2024-11-09T16:17:51,865 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:17:51,871 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:17:51,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Set watcher on znode that does not yet exist, /0-1917176422/master 2024-11-09T16:17:51,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Set watcher on znode that does not yet exist, /0-1917176422/acl 2024-11-09T16:17:51,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36761 2024-11-09T16:17:51,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36761 2024-11-09T16:17:51,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36761 2024-11-09T16:17:51,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36761 2024-11-09T16:17:51,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36761 2024-11-09T16:17:51,913 DEBUG [M:0;efe6b43736f4:35803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:35803 2024-11-09T16:17:51,914 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1917176422/backup-masters/efe6b43736f4,35803,1731169071424 2024-11-09T16:17:51,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422/backup-masters 2024-11-09T16:17:51,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422/backup-masters 2024-11-09T16:17:51,941 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Set watcher on existing znode=/0-1917176422/backup-masters/efe6b43736f4,35803,1731169071424 2024-11-09T16:17:51,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1917176422/master 2024-11-09T16:17:51,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422 2024-11-09T16:17:51,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422 2024-11-09T16:17:51,954 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Set watcher on existing znode=/0-1917176422/master 2024-11-09T16:17:51,954 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1917176422/backup-masters/efe6b43736f4,35803,1731169071424 from backup master directory 2024-11-09T16:17:51,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1917176422/backup-masters/efe6b43736f4,35803,1731169071424 2024-11-09T16:17:51,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422/backup-masters 2024-11-09T16:17:51,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422/backup-masters 2024-11-09T16:17:51,965 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:17:51,965 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,35803,1731169071424 2024-11-09T16:17:51,986 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/hbase.id] with ID: 1b1a41a0-218f-4b0f-acfc-a5a5fe882148 2024-11-09T16:17:51,986 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/.tmp/hbase.id 2024-11-09T16:17:52,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:17:52,010 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/.tmp/hbase.id]:[hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/hbase.id] 2024-11-09T16:17:52,026 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:52,027 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:17:52,028 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T16:17:52,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422 2024-11-09T16:17:52,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422 2024-11-09T16:17:52,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:17:52,387 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:17:52,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:17:52,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:17:52,451 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:17:52,453 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:17:52,453 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:17:52,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:17:52,504 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store 2024-11-09T16:17:52,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:17:52,537 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:52,537 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:17:52,537 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:52,537 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:52,537 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:17:52,537 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:52,537 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:52,537 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169072537Disabling compacts and flushes for region at 1731169072537Disabling writes for close at 1731169072537Writing region close event to WAL at 1731169072537Closed at 1731169072537 2024-11-09T16:17:52,541 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/.initializing 2024-11-09T16:17:52,541 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/WALs/efe6b43736f4,35803,1731169071424 2024-11-09T16:17:52,548 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:17:52,552 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C35803%2C1731169071424, suffix=, logDir=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/WALs/efe6b43736f4,35803,1731169071424, archiveDir=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/oldWALs, maxLogs=10 2024-11-09T16:17:52,575 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/WALs/efe6b43736f4,35803,1731169071424/efe6b43736f4%2C35803%2C1731169071424.1731169072553, exclude list is [], retry=0 2024-11-09T16:17:52,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-a15eb019-81eb-42b0-b951-deec847907a4,DISK] 2024-11-09T16:17:52,595 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/WALs/efe6b43736f4,35803,1731169071424/efe6b43736f4%2C35803%2C1731169071424.1731169072553 2024-11-09T16:17:52,598 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42993:42993)] 2024-11-09T16:17:52,598 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:17:52,598 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:52,598 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:52,598 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:52,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:52,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:17:52,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:52,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:52,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:52,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:17:52,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:52,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:52,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:52,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:17:52,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:52,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:52,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:52,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:17:52,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:52,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:52,629 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:52,630 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:52,632 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:52,634 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:52,634 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:52,635 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:17:52,637 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:52,650 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:17:52,651 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67672228, jitterRate=0.008394777774810791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:17:52,652 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169072599Initializing all the Stores at 1731169072600 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169072600Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169072604 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169072604Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169072604Cleaning up temporary data from old regions at 1731169072634 (+30 ms)Region opened successfully at 1731169072652 (+18 ms) 2024-11-09T16:17:52,653 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:17:52,657 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e759364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:17:52,659 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:17:52,659 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:17:52,659 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:17:52,660 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:17:52,662 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-09T16:17:52,662 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:17:52,663 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:17:52,683 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:17:52,684 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Unable to get data of znode /0-1917176422/balancer because node does not exist (not necessarily an error) 2024-11-09T16:17:52,737 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1917176422/balancer already deleted, retry=false 2024-11-09T16:17:52,738 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:17:52,739 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Unable to get data of znode /0-1917176422/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:17:52,748 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1917176422/normalizer already deleted, retry=false 2024-11-09T16:17:52,748 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:17:52,752 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Unable to get data of znode /0-1917176422/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:17:52,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:17:52,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T16:17:52,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:17:52,764 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1917176422/switch/split already deleted, retry=false 2024-11-09T16:17:52,765 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Unable to get data of znode /0-1917176422/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:17:52,774 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1917176422/switch/merge already deleted, retry=false 2024-11-09T16:17:52,777 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Unable to get data of znode /0-1917176422/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:17:52,785 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1917176422/snapshot-cleanup already deleted, retry=false 2024-11-09T16:17:52,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1917176422/running 2024-11-09T16:17:52,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1917176422/running 2024-11-09T16:17:52,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422 2024-11-09T16:17:52,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422 2024-11-09T16:17:52,797 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,35803,1731169071424, sessionid=0x1012063a57c0000, setting cluster-up flag (Was=false) 2024-11-09T16:17:52,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422 2024-11-09T16:17:52,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422 2024-11-09T16:17:52,859 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1917176422/flush-table-proc/acquired, /0-1917176422/flush-table-proc/reached, /0-1917176422/flush-table-proc/abort 2024-11-09T16:17:52,863 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,35803,1731169071424 2024-11-09T16:17:52,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422 2024-11-09T16:17:52,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422 2024-11-09T16:17:52,916 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1917176422/online-snapshot/acquired, /0-1917176422/online-snapshot/reached, /0-1917176422/online-snapshot/abort 2024-11-09T16:17:52,917 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,35803,1731169071424 2024-11-09T16:17:52,918 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:17:52,920 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:17:52,921 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:17:52,921 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:17:52,923 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,35803,1731169071424 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:17:52,926 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:52,926 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:52,926 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:52,926 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:52,926 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:17:52,926 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:52,926 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:17:52,926 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:52,929 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169102929 2024-11-09T16:17:52,929 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:17:52,929 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:17:52,929 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:17:52,929 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:17:52,929 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:17:52,929 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:17:52,930 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:52,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:17:52,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:17:52,930 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:17:52,930 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:17:52,930 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:17:52,930 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:17:52,931 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:17:52,931 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:17:52,931 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169072931,5,FailOnTimeoutGroup] 2024-11-09T16:17:52,931 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:52,931 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169072931,5,FailOnTimeoutGroup] 2024-11-09T16:17:52,931 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:52,931 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:17:52,931 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:52,931 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:52,931 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:17:52,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:17:52,947 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:17:52,948 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb 2024-11-09T16:17:52,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741832_1008 (size=32) 2024-11-09T16:17:52,997 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(746): ClusterId : 1b1a41a0-218f-4b0f-acfc-a5a5fe882148 2024-11-09T16:17:52,997 DEBUG [RS:0;efe6b43736f4:36761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:17:53,007 DEBUG [RS:0;efe6b43736f4:36761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:17:53,007 DEBUG [RS:0;efe6b43736f4:36761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:17:53,018 DEBUG [RS:0;efe6b43736f4:36761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:17:53,018 DEBUG [RS:0;efe6b43736f4:36761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39bf70ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:17:53,030 DEBUG [RS:0;efe6b43736f4:36761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:36761 2024-11-09T16:17:53,030 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:17:53,030 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:17:53,030 DEBUG [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:17:53,032 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,35803,1731169071424 with port=36761, startcode=1731169071821 2024-11-09T16:17:53,032 DEBUG [RS:0;efe6b43736f4:36761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:17:53,034 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:17:53,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,36761,1731169071821 2024-11-09T16:17:53,035 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35803 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,36761,1731169071821 2024-11-09T16:17:53,037 DEBUG [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb 2024-11-09T16:17:53,037 DEBUG [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46811 2024-11-09T16:17:53,037 DEBUG [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:17:53,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422/rs 2024-11-09T16:17:53,048 DEBUG [RS:0;efe6b43736f4:36761 {}] zookeeper.ZKUtil(111): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Set watcher on existing znode=/0-1917176422/rs/efe6b43736f4,36761,1731169071821 2024-11-09T16:17:53,048 WARN [RS:0;efe6b43736f4:36761 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:17:53,048 INFO [RS:0;efe6b43736f4:36761 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:17:53,049 DEBUG [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821 2024-11-09T16:17:53,050 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,36761,1731169071821] 2024-11-09T16:17:53,055 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:17:53,057 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:17:53,058 INFO [RS:0;efe6b43736f4:36761 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:17:53,058 INFO [RS:0;efe6b43736f4:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:53,058 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:17:53,061 INFO [RS:0;efe6b43736f4:36761 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:17:53,061 INFO [RS:0;efe6b43736f4:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:53,061 DEBUG [RS:0;efe6b43736f4:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:53,061 DEBUG [RS:0;efe6b43736f4:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:53,061 DEBUG [RS:0;efe6b43736f4:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:53,061 DEBUG [RS:0;efe6b43736f4:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:53,061 DEBUG [RS:0;efe6b43736f4:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:53,061 DEBUG [RS:0;efe6b43736f4:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:17:53,061 DEBUG [RS:0;efe6b43736f4:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:53,062 DEBUG [RS:0;efe6b43736f4:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:53,062 DEBUG [RS:0;efe6b43736f4:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:53,062 DEBUG [RS:0;efe6b43736f4:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:53,062 DEBUG [RS:0;efe6b43736f4:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:53,062 DEBUG [RS:0;efe6b43736f4:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:53,062 DEBUG [RS:0;efe6b43736f4:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:17:53,062 DEBUG [RS:0;efe6b43736f4:36761 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:17:53,064 INFO [RS:0;efe6b43736f4:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:53,064 INFO [RS:0;efe6b43736f4:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:53,064 INFO [RS:0;efe6b43736f4:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:53,064 INFO [RS:0;efe6b43736f4:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:53,065 INFO [RS:0;efe6b43736f4:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:53,065 INFO [RS:0;efe6b43736f4:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,36761,1731169071821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:17:53,086 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:17:53,086 INFO [RS:0;efe6b43736f4:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,36761,1731169071821-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:53,086 INFO [RS:0;efe6b43736f4:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:53,086 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.Replication(171): efe6b43736f4,36761,1731169071821 started 2024-11-09T16:17:53,106 INFO [RS:0;efe6b43736f4:36761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:53,107 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,36761,1731169071821, RpcServer on efe6b43736f4/172.17.0.3:36761, sessionid=0x1012063a57c0001 2024-11-09T16:17:53,107 DEBUG [RS:0;efe6b43736f4:36761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:17:53,107 DEBUG [RS:0;efe6b43736f4:36761 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,36761,1731169071821 2024-11-09T16:17:53,107 DEBUG [RS:0;efe6b43736f4:36761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,36761,1731169071821' 2024-11-09T16:17:53,107 DEBUG [RS:0;efe6b43736f4:36761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1917176422/flush-table-proc/abort' 2024-11-09T16:17:53,107 DEBUG [RS:0;efe6b43736f4:36761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1917176422/flush-table-proc/acquired' 2024-11-09T16:17:53,108 DEBUG [RS:0;efe6b43736f4:36761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:17:53,108 DEBUG [RS:0;efe6b43736f4:36761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:17:53,108 DEBUG [RS:0;efe6b43736f4:36761 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,36761,1731169071821 2024-11-09T16:17:53,108 DEBUG [RS:0;efe6b43736f4:36761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,36761,1731169071821' 2024-11-09T16:17:53,108 DEBUG [RS:0;efe6b43736f4:36761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1917176422/online-snapshot/abort' 2024-11-09T16:17:53,108 DEBUG [RS:0;efe6b43736f4:36761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1917176422/online-snapshot/acquired' 2024-11-09T16:17:53,109 DEBUG [RS:0;efe6b43736f4:36761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:17:53,109 INFO [RS:0;efe6b43736f4:36761 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:17:53,109 INFO [RS:0;efe6b43736f4:36761 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:17:53,209 INFO [RS:0;efe6b43736f4:36761 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:17:53,211 INFO [RS:0;efe6b43736f4:36761 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C36761%2C1731169071821, suffix=, logDir=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821, archiveDir=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/oldWALs, maxLogs=10 2024-11-09T16:17:53,230 DEBUG [RS:0;efe6b43736f4:36761 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821/efe6b43736f4%2C36761%2C1731169071821.1731169073212, exclude list is [], retry=0 2024-11-09T16:17:53,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-a15eb019-81eb-42b0-b951-deec847907a4,DISK] 2024-11-09T16:17:53,235 INFO [RS:0;efe6b43736f4:36761 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821/efe6b43736f4%2C36761%2C1731169071821.1731169073212 2024-11-09T16:17:53,235 DEBUG [RS:0;efe6b43736f4:36761 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42993:42993)] 2024-11-09T16:17:53,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:53,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:17:53,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:17:53,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:53,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:53,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:17:53,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:17:53,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:53,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:53,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:17:53,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:17:53,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:53,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:53,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:17:53,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:17:53,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:53,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:53,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:17:53,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740 2024-11-09T16:17:53,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740 2024-11-09T16:17:53,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:17:53,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:17:53,381 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:17:53,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:17:53,385 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:17:53,385 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68229268, jitterRate=0.01669532060623169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:17:53,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169073363Initializing all the Stores at 1731169073364 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169073364Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169073365 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169073365Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169073365Cleaning up temporary data from old regions at 1731169073380 (+15 ms)Region opened successfully at 1731169073386 (+6 ms) 2024-11-09T16:17:53,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:17:53,386 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:17:53,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:17:53,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:17:53,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:17:53,387 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:17:53,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169073386Disabling compacts and flushes for region at 1731169073386Disabling writes for close at 1731169073387 (+1 ms)Writing region close event to WAL at 1731169073387Closed at 1731169073387 2024-11-09T16:17:53,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:17:53,389 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:17:53,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:17:53,390 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:17:53,391 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:17:53,541 DEBUG [efe6b43736f4:35803 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:17:53,542 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,36761,1731169071821 2024-11-09T16:17:53,544 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,36761,1731169071821, state=OPENING 2024-11-09T16:17:53,590 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:17:53,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422 2024-11-09T16:17:53,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422 2024-11-09T16:17:53,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1917176422/meta-region-server: CHANGED 2024-11-09T16:17:53,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1917176422/meta-region-server: CHANGED 2024-11-09T16:17:53,629 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:17:53,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,36761,1731169071821}] 2024-11-09T16:17:53,784 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:17:53,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:17:53,790 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:17:53,790 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:17:53,791 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:17:53,794 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C36761%2C1731169071821.meta, suffix=.meta, logDir=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821, archiveDir=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/oldWALs, maxLogs=10 2024-11-09T16:17:53,812 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821/efe6b43736f4%2C36761%2C1731169071821.meta.1731169073795.meta, exclude list is [], retry=0 2024-11-09T16:17:53,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-a15eb019-81eb-42b0-b951-deec847907a4,DISK] 2024-11-09T16:17:53,820 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821/efe6b43736f4%2C36761%2C1731169071821.meta.1731169073795.meta 2024-11-09T16:17:53,820 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42993:42993)] 2024-11-09T16:17:53,821 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:17:53,821 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:17:53,821 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:17:53,821 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:17:53,821 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:17:53,821 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:17:53,821 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:53,822 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:17:53,822 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:17:53,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:17:53,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:17:53,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:53,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:53,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:17:53,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:17:53,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:53,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:53,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:17:53,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:17:53,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:53,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:53,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:17:53,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:17:53,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:53,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:53,837 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:17:53,838 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740 2024-11-09T16:17:53,840 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740 2024-11-09T16:17:53,841 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:17:53,841 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:17:53,842 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:17:53,843 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:17:53,844 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68821506, jitterRate=0.025520354509353638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:17:53,844 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:17:53,845 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169073822Writing region info on filesystem at 1731169073822Initializing all the Stores at 1731169073824 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169073824Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169073828 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169073828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169073828Cleaning up temporary data from old regions at 1731169073841 (+13 ms)Running coprocessor post-open hooks at 1731169073844 (+3 ms)Region opened successfully at 1731169073845 (+1 ms) 2024-11-09T16:17:53,847 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169073783 2024-11-09T16:17:53,850 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:17:53,850 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:17:53,851 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,36761,1731169071821 2024-11-09T16:17:53,852 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,36761,1731169071821, state=OPEN 2024-11-09T16:17:53,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1917176422/meta-region-server 2024-11-09T16:17:53,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1917176422/meta-region-server 2024-11-09T16:17:53,874 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,36761,1731169071821 2024-11-09T16:17:53,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1917176422/meta-region-server: CHANGED 2024-11-09T16:17:53,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1917176422/meta-region-server: CHANGED 2024-11-09T16:17:53,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:17:53,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,36761,1731169071821 in 245 msec 2024-11-09T16:17:53,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:17:53,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 490 msec 2024-11-09T16:17:53,884 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:17:53,884 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:17:53,886 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:17:53,886 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,36761,1731169071821, seqNum=-1] 2024-11-09T16:17:53,886 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:17:53,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:17:53,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 974 msec 2024-11-09T16:17:53,896 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169073896, completionTime=-1 2024-11-09T16:17:53,896 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:17:53,896 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:17:53,898 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:17:53,898 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169133898 2024-11-09T16:17:53,898 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169193898 2024-11-09T16:17:53,899 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T16:17:53,899 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,35803,1731169071424-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:53,899 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,35803,1731169071424-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:53,899 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,35803,1731169071424-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:53,899 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:35803, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:53,899 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:53,900 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:53,902 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:17:53,905 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.940sec 2024-11-09T16:17:53,905 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:17:53,905 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:17:53,905 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:17:53,905 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:17:53,905 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:17:53,905 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,35803,1731169071424-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:17:53,906 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,35803,1731169071424-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:17:53,911 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:17:53,911 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:17:53,911 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,35803,1731169071424-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:53,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:53,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,35803,-1 for getting cluster id 2024-11-09T16:17:53,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:54,000 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b1a41a0-218f-4b0f-acfc-a5a5fe882148' 2024-11-09T16:17:54,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:54,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b1a41a0-218f-4b0f-acfc-a5a5fe882148" 2024-11-09T16:17:54,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9172a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:54,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,35803,-1] 2024-11-09T16:17:54,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:54,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:54,003 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:54,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:54,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:17:54,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,36761,1731169071821, seqNum=-1] 2024-11-09T16:17:54,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:17:54,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:17:54,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,35803,1731169071424 2024-11-09T16:17:54,011 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52879 2024-11-09T16:17:54,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:17:54,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012063a57c0002 connected 2024-11-09T16:17:54,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/hadoop.log.dir so I do NOT create it in target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2 2024-11-09T16:17:54,036 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:17:54,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/hadoop.tmp.dir so I do NOT create it in target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2 2024-11-09T16:17:54,036 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:17:54,036 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2 2024-11-09T16:17:54,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:17:54,036 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/cluster_40d22d1f-1083-00e2-fe79-65dc7e33f7c2, deleteOnExit=true 2024-11-09T16:17:54,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:17:54,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/test.cache.data in system properties and HBase conf 2024-11-09T16:17:54,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:17:54,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:17:54,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:17:54,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:17:54,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:17:54,037 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:17:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:17:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:17:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:17:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:17:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:17:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:17:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:17:54,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:17:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:17:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:17:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:17:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:17:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:17:54,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:17:54,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:17:54,422 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:17:54,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:17:54,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:17:54,432 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:17:54,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:17:54,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:17:54,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:17:54,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bdd13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/java.io.tmpdir/jetty-localhost-40507-hadoop-hdfs-3_4_1-tests_jar-_-any-12045834107430725987/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:17:54,570 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:40507} 2024-11-09T16:17:54,570 INFO [Time-limited test {}] server.Server(415): Started @38159ms 2024-11-09T16:17:54,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:17:54,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:17:54,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:17:54,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:17:54,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T16:17:54,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:17:54,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:17:55,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bd4cf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/java.io.tmpdir/jetty-localhost-34777-hadoop-hdfs-3_4_1-tests_jar-_-any-481117253598406447/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:17:55,022 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:34777} 2024-11-09T16:17:55,022 INFO [Time-limited test {}] server.Server(415): Started @38611ms 2024-11-09T16:17:55,023 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:17:55,961 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/cluster_40d22d1f-1083-00e2-fe79-65dc7e33f7c2/data/data1/current/BP-859247190-172.17.0.3-1731169074072/current, will proceed with Du for space computation calculation, 2024-11-09T16:17:55,961 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/cluster_40d22d1f-1083-00e2-fe79-65dc7e33f7c2/data/data2/current/BP-859247190-172.17.0.3-1731169074072/current, will proceed with Du for space computation calculation, 2024-11-09T16:17:55,996 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:17:56,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcce4a80e7920eb3c with lease ID 0xbc66d776130d1e16: Processing first storage report for DS-7aa28072-5eb4-4cd5-b8f9-a5e448db8462 from datanode DatanodeRegistration(127.0.0.1:41325, datanodeUuid=3d4d9952-f80a-44bb-9424-423fc329bf5c, infoPort=46579, infoSecurePort=0, ipcPort=44267, storageInfo=lv=-57;cid=testClusterID;nsid=1372331797;c=1731169074072) 2024-11-09T16:17:56,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcce4a80e7920eb3c with lease ID 0xbc66d776130d1e16: from storage DS-7aa28072-5eb4-4cd5-b8f9-a5e448db8462 node DatanodeRegistration(127.0.0.1:41325, datanodeUuid=3d4d9952-f80a-44bb-9424-423fc329bf5c, infoPort=46579, infoSecurePort=0, ipcPort=44267, storageInfo=lv=-57;cid=testClusterID;nsid=1372331797;c=1731169074072), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:17:56,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcce4a80e7920eb3c with lease ID 0xbc66d776130d1e16: Processing first storage report for DS-1ce12c3c-8a92-47b4-b98a-fe57e1c50bd8 from datanode DatanodeRegistration(127.0.0.1:41325, datanodeUuid=3d4d9952-f80a-44bb-9424-423fc329bf5c, infoPort=46579, infoSecurePort=0, ipcPort=44267, storageInfo=lv=-57;cid=testClusterID;nsid=1372331797;c=1731169074072) 2024-11-09T16:17:56,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcce4a80e7920eb3c with lease ID 0xbc66d776130d1e16: from storage DS-1ce12c3c-8a92-47b4-b98a-fe57e1c50bd8 node DatanodeRegistration(127.0.0.1:41325, datanodeUuid=3d4d9952-f80a-44bb-9424-423fc329bf5c, infoPort=46579, infoSecurePort=0, ipcPort=44267, storageInfo=lv=-57;cid=testClusterID;nsid=1372331797;c=1731169074072), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T16:17:56,102 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2 2024-11-09T16:17:56,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:56,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:56,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:17:56,116 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c with version=8 2024-11-09T16:17:56,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/hbase-staging 2024-11-09T16:17:56,119 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:17:56,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:56,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:56,119 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:17:56,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:56,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:17:56,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:17:56,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:17:56,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45809 2024-11-09T16:17:56,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45809 connecting to ZooKeeper ensemble=127.0.0.1:52879 2024-11-09T16:17:56,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458090x0, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:17:56,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45809-0x1012063a57c0003 connected 2024-11-09T16:17:56,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:56,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:56,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Set watcher on znode that does not yet exist, /1-675991684/running 2024-11-09T16:17:56,221 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c, hbase.cluster.distributed=false 2024-11-09T16:17:56,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Set watcher on znode that does not yet exist, /1-675991684/acl 2024-11-09T16:17:56,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45809 2024-11-09T16:17:56,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45809 2024-11-09T16:17:56,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45809 2024-11-09T16:17:56,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45809 2024-11-09T16:17:56,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45809 2024-11-09T16:17:56,248 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:17:56,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:56,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:56,248 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:17:56,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:17:56,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:17:56,248 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:17:56,249 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:17:56,249 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35461 2024-11-09T16:17:56,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35461 connecting to ZooKeeper ensemble=127.0.0.1:52879 2024-11-09T16:17:56,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:56,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:56,270 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354610x0, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:17:56,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354610x0, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Set watcher on znode that does not yet exist, /1-675991684/running 2024-11-09T16:17:56,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35461-0x1012063a57c0004 connected 2024-11-09T16:17:56,271 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:17:56,272 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:17:56,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Set watcher on znode that does not yet exist, /1-675991684/master 2024-11-09T16:17:56,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Set watcher on znode that does not yet exist, /1-675991684/acl 2024-11-09T16:17:56,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35461 2024-11-09T16:17:56,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35461 2024-11-09T16:17:56,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35461 2024-11-09T16:17:56,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35461 2024-11-09T16:17:56,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35461 2024-11-09T16:17:56,324 DEBUG [M:0;efe6b43736f4:45809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:45809 2024-11-09T16:17:56,332 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-675991684/backup-masters/efe6b43736f4,45809,1731169076119 2024-11-09T16:17:56,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684/backup-masters 2024-11-09T16:17:56,343 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684/backup-masters 2024-11-09T16:17:56,344 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Set watcher on existing znode=/1-675991684/backup-masters/efe6b43736f4,45809,1731169076119 2024-11-09T16:17:56,353 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-675991684/master 2024-11-09T16:17:56,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684 2024-11-09T16:17:56,353 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684 2024-11-09T16:17:56,354 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Set watcher on existing znode=/1-675991684/master 2024-11-09T16:17:56,355 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-675991684/backup-masters/efe6b43736f4,45809,1731169076119 from backup master directory 2024-11-09T16:17:56,364 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684/backup-masters 2024-11-09T16:17:56,364 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:17:56,364 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,45809,1731169076119 2024-11-09T16:17:56,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-675991684/backup-masters/efe6b43736f4,45809,1731169076119 2024-11-09T16:17:56,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684/backup-masters 2024-11-09T16:17:56,382 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/hbase.id] with ID: 80c3ed1e-a036-4918-acd5-7c930560dd3b 2024-11-09T16:17:56,383 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/.tmp/hbase.id 2024-11-09T16:17:56,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:17:56,400 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/.tmp/hbase.id]:[hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/hbase.id] 2024-11-09T16:17:56,430 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:17:56,430 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:17:56,434 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-09T16:17:56,448 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684 2024-11-09T16:17:56,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684 2024-11-09T16:17:56,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:17:56,479 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:17:56,481 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:17:56,481 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:17:56,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:17:56,519 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store 2024-11-09T16:17:56,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:17:56,536 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:56,536 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:17:56,536 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:56,536 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:56,536 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:17:56,536 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:56,536 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:17:56,536 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169076536Disabling compacts and flushes for region at 1731169076536Disabling writes for close at 1731169076536Writing region close event to WAL at 1731169076536Closed at 1731169076536 2024-11-09T16:17:56,538 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/.initializing 2024-11-09T16:17:56,538 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/WALs/efe6b43736f4,45809,1731169076119 2024-11-09T16:17:56,541 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:17:56,543 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C45809%2C1731169076119, suffix=, logDir=hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/WALs/efe6b43736f4,45809,1731169076119, archiveDir=hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/oldWALs, maxLogs=10 2024-11-09T16:17:56,560 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/WALs/efe6b43736f4,45809,1731169076119/efe6b43736f4%2C45809%2C1731169076119.1731169076543, exclude list is [], retry=0 2024-11-09T16:17:56,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41325,DS-7aa28072-5eb4-4cd5-b8f9-a5e448db8462,DISK] 2024-11-09T16:17:56,574 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/WALs/efe6b43736f4,45809,1731169076119/efe6b43736f4%2C45809%2C1731169076119.1731169076543 2024-11-09T16:17:56,576 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46579:46579)] 2024-11-09T16:17:56,577 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:17:56,577 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:56,577 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:56,578 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:56,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:56,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:17:56,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:56,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:56,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:56,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:17:56,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:56,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:56,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:56,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:17:56,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:56,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:56,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:56,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:17:56,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:56,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:56,622 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:56,623 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:56,623 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:56,626 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:56,626 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:56,627 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:17:56,629 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:17:56,649 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:17:56,650 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62128172, jitterRate=-0.07421809434890747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:17:56,650 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169076578Initializing all the Stores at 1731169076581 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169076581Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169076596 (+15 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169076596Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169076596Cleaning up temporary data from old regions at 1731169076626 (+30 ms)Region opened successfully at 1731169076650 (+24 ms) 2024-11-09T16:17:56,659 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:17:56,665 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c47641f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:17:56,669 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:17:56,669 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:17:56,669 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:17:56,670 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:17:56,671 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T16:17:56,673 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:17:56,673 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:17:56,676 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:17:56,682 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Unable to get data of znode /1-675991684/balancer because node does not exist (not necessarily an error) 2024-11-09T16:17:56,690 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-675991684/balancer already deleted, retry=false 2024-11-09T16:17:56,690 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:17:56,691 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Unable to get data of znode /1-675991684/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:17:56,700 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-675991684/normalizer already deleted, retry=false 2024-11-09T16:17:56,701 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:17:56,702 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Unable to get data of znode /1-675991684/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:17:56,711 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-675991684/switch/split already deleted, retry=false 2024-11-09T16:17:56,712 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Unable to get data of znode /1-675991684/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:17:56,779 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-675991684/switch/merge already deleted, retry=false 2024-11-09T16:17:56,782 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Unable to get data of znode /1-675991684/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:17:56,870 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-675991684/snapshot-cleanup already deleted, retry=false 2024-11-09T16:17:56,911 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-675991684/running 2024-11-09T16:17:56,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-675991684/running 2024-11-09T16:17:56,911 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684 2024-11-09T16:17:56,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684 2024-11-09T16:17:56,917 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,45809,1731169076119, sessionid=0x1012063a57c0003, setting cluster-up flag (Was=false) 2024-11-09T16:17:56,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684 2024-11-09T16:17:56,942 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684 2024-11-09T16:17:56,974 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-675991684/flush-table-proc/acquired, /1-675991684/flush-table-proc/reached, /1-675991684/flush-table-proc/abort 2024-11-09T16:17:56,975 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,45809,1731169076119 2024-11-09T16:17:56,995 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684 2024-11-09T16:17:56,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684 2024-11-09T16:17:57,027 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-675991684/online-snapshot/acquired, /1-675991684/online-snapshot/reached, /1-675991684/online-snapshot/abort 2024-11-09T16:17:57,028 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,45809,1731169076119 2024-11-09T16:17:57,029 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:17:57,031 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:17:57,031 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:17:57,032 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:17:57,032 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,45809,1731169076119 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:17:57,033 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:57,033 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:57,033 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:57,033 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:17:57,033 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:17:57,033 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:57,034 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:17:57,034 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:57,042 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169107042 2024-11-09T16:17:57,043 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:17:57,043 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:17:57,043 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:17:57,043 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:17:57,043 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:17:57,043 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:17:57,043 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:17:57,043 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:17:57,044 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,045 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:57,045 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:17:57,048 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:17:57,048 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:17:57,048 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:17:57,049 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:17:57,052 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:17:57,052 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:17:57,054 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169077052,5,FailOnTimeoutGroup] 2024-11-09T16:17:57,055 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169077054,5,FailOnTimeoutGroup] 2024-11-09T16:17:57,055 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,055 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:17:57,055 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,055 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:17:57,110 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.HRegionServer(746): ClusterId : 80c3ed1e-a036-4918-acd5-7c930560dd3b 2024-11-09T16:17:57,110 DEBUG [RS:0;efe6b43736f4:35461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:17:57,122 DEBUG [RS:0;efe6b43736f4:35461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:17:57,122 DEBUG [RS:0;efe6b43736f4:35461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:17:57,207 DEBUG [RS:0;efe6b43736f4:35461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:17:57,208 DEBUG [RS:0;efe6b43736f4:35461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e805823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:17:57,253 WARN [RS:0;efe6b43736f4:36761 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of efe6b43736f4,32845,1731169043215: status=Processing ServerCrashProcedure of efe6b43736f4,32845,1731169043215 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731169059340, completionTime=-1 appears to have been leaked 2024-11-09T16:17:57,255 DEBUG [RS:0;efe6b43736f4:35461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:35461 2024-11-09T16:17:57,255 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:17:57,255 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:17:57,255 DEBUG [RS:0;efe6b43736f4:35461 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:17:57,256 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,45809,1731169076119 with port=35461, startcode=1731169076248 2024-11-09T16:17:57,257 DEBUG [RS:0;efe6b43736f4:35461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:17:57,261 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:17:57,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45809 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,35461,1731169076248 2024-11-09T16:17:57,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45809 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,35461,1731169076248 2024-11-09T16:17:57,271 DEBUG [RS:0;efe6b43736f4:35461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c 2024-11-09T16:17:57,271 DEBUG [RS:0;efe6b43736f4:35461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34099 2024-11-09T16:17:57,271 DEBUG [RS:0;efe6b43736f4:35461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:17:57,338 DEBUG [RS:0;efe6b43736f4:35461 {}] zookeeper.ZKUtil(111): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Set watcher on existing znode=/1-675991684/rs/efe6b43736f4,35461,1731169076248 2024-11-09T16:17:57,338 WARN [RS:0;efe6b43736f4:35461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:17:57,338 INFO [RS:0;efe6b43736f4:35461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:17:57,339 DEBUG [RS:0;efe6b43736f4:35461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/WALs/efe6b43736f4,35461,1731169076248 2024-11-09T16:17:57,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684/rs 2024-11-09T16:17:57,340 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,35461,1731169076248] 2024-11-09T16:17:57,342 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:17:57,345 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:17:57,345 INFO [RS:0;efe6b43736f4:35461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:17:57,345 INFO [RS:0;efe6b43736f4:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,358 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:17:57,359 INFO [RS:0;efe6b43736f4:35461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:17:57,359 INFO [RS:0;efe6b43736f4:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,359 DEBUG [RS:0;efe6b43736f4:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:57,359 DEBUG [RS:0;efe6b43736f4:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:57,360 DEBUG [RS:0;efe6b43736f4:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:57,360 DEBUG [RS:0;efe6b43736f4:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:57,360 DEBUG [RS:0;efe6b43736f4:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:57,360 DEBUG [RS:0;efe6b43736f4:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:17:57,360 DEBUG [RS:0;efe6b43736f4:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:57,360 DEBUG [RS:0;efe6b43736f4:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:57,360 DEBUG [RS:0;efe6b43736f4:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:57,360 DEBUG [RS:0;efe6b43736f4:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:57,360 DEBUG [RS:0;efe6b43736f4:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:57,360 DEBUG [RS:0;efe6b43736f4:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:17:57,360 DEBUG [RS:0;efe6b43736f4:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:17:57,360 DEBUG [RS:0;efe6b43736f4:35461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:17:57,361 INFO [RS:0;efe6b43736f4:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,361 INFO [RS:0;efe6b43736f4:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,361 INFO [RS:0;efe6b43736f4:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,362 INFO [RS:0;efe6b43736f4:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,362 INFO [RS:0;efe6b43736f4:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,362 INFO [RS:0;efe6b43736f4:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,35461,1731169076248-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:17:57,381 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:17:57,381 INFO [RS:0;efe6b43736f4:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,35461,1731169076248-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,381 INFO [RS:0;efe6b43736f4:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,381 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.Replication(171): efe6b43736f4,35461,1731169076248 started 2024-11-09T16:17:57,400 INFO [RS:0;efe6b43736f4:35461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,400 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,35461,1731169076248, RpcServer on efe6b43736f4/172.17.0.3:35461, sessionid=0x1012063a57c0004 2024-11-09T16:17:57,401 DEBUG [RS:0;efe6b43736f4:35461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:17:57,401 DEBUG [RS:0;efe6b43736f4:35461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,35461,1731169076248 2024-11-09T16:17:57,401 DEBUG [RS:0;efe6b43736f4:35461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,35461,1731169076248' 2024-11-09T16:17:57,401 DEBUG [RS:0;efe6b43736f4:35461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-675991684/flush-table-proc/abort' 2024-11-09T16:17:57,401 DEBUG [RS:0;efe6b43736f4:35461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-675991684/flush-table-proc/acquired' 2024-11-09T16:17:57,402 DEBUG [RS:0;efe6b43736f4:35461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:17:57,402 DEBUG [RS:0;efe6b43736f4:35461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:17:57,402 DEBUG [RS:0;efe6b43736f4:35461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,35461,1731169076248 2024-11-09T16:17:57,402 DEBUG [RS:0;efe6b43736f4:35461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,35461,1731169076248' 2024-11-09T16:17:57,402 DEBUG [RS:0;efe6b43736f4:35461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-675991684/online-snapshot/abort' 2024-11-09T16:17:57,403 DEBUG [RS:0;efe6b43736f4:35461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-675991684/online-snapshot/acquired' 2024-11-09T16:17:57,403 DEBUG [RS:0;efe6b43736f4:35461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:17:57,403 INFO [RS:0;efe6b43736f4:35461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:17:57,403 INFO [RS:0;efe6b43736f4:35461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:17:57,467 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:17:57,468 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c 2024-11-09T16:17:57,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741832_1008 (size=32) 2024-11-09T16:17:57,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:57,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:17:57,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:17:57,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:57,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:57,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:17:57,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:17:57,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:57,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:57,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:17:57,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:17:57,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:57,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:57,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:17:57,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:17:57,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:57,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:57,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:17:57,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/data/hbase/meta/1588230740 2024-11-09T16:17:57,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/data/hbase/meta/1588230740 2024-11-09T16:17:57,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:17:57,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:17:57,495 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:17:57,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:17:57,504 INFO [RS:0;efe6b43736f4:35461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:17:57,505 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:17:57,505 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62722539, jitterRate=-0.06536133587360382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:17:57,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169077477Initializing all the Stores at 1731169077477Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169077478 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169077478Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169077478Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169077478Cleaning up temporary data from old regions at 1731169077495 (+17 ms)Region opened successfully at 1731169077505 (+10 ms) 2024-11-09T16:17:57,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:17:57,506 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:17:57,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:17:57,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:17:57,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:17:57,506 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:17:57,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169077506Disabling compacts and flushes for region at 1731169077506Disabling writes for close at 1731169077506Writing region close event to WAL at 1731169077506Closed at 1731169077506 2024-11-09T16:17:57,506 INFO [RS:0;efe6b43736f4:35461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C35461%2C1731169076248, suffix=, logDir=hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/WALs/efe6b43736f4,35461,1731169076248, archiveDir=hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/oldWALs, maxLogs=10 2024-11-09T16:17:57,508 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:17:57,508 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:17:57,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:17:57,510 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:17:57,514 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:17:57,527 DEBUG [RS:0;efe6b43736f4:35461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/WALs/efe6b43736f4,35461,1731169076248/efe6b43736f4%2C35461%2C1731169076248.1731169077507, exclude list is [], retry=0 2024-11-09T16:17:57,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41325,DS-7aa28072-5eb4-4cd5-b8f9-a5e448db8462,DISK] 2024-11-09T16:17:57,539 INFO [RS:0;efe6b43736f4:35461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/WALs/efe6b43736f4,35461,1731169076248/efe6b43736f4%2C35461%2C1731169076248.1731169077507 2024-11-09T16:17:57,540 DEBUG [RS:0;efe6b43736f4:35461 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46579:46579)] 2024-11-09T16:17:57,665 DEBUG [efe6b43736f4:45809 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:17:57,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,35461,1731169076248 2024-11-09T16:17:57,667 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,35461,1731169076248, state=OPENING 2024-11-09T16:17:57,684 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:17:57,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684 2024-11-09T16:17:57,695 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684 2024-11-09T16:17:57,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-675991684/meta-region-server: CHANGED 2024-11-09T16:17:57,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-675991684/meta-region-server: CHANGED 2024-11-09T16:17:57,697 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:17:57,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,35461,1731169076248}] 2024-11-09T16:17:57,850 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:17:57,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:17:57,857 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:17:57,857 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:17:57,857 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:17:57,859 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C35461%2C1731169076248.meta, suffix=.meta, logDir=hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/WALs/efe6b43736f4,35461,1731169076248, archiveDir=hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/oldWALs, maxLogs=10 2024-11-09T16:17:57,878 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/WALs/efe6b43736f4,35461,1731169076248/efe6b43736f4%2C35461%2C1731169076248.meta.1731169077859.meta, exclude list is [], retry=0 2024-11-09T16:17:57,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41325,DS-7aa28072-5eb4-4cd5-b8f9-a5e448db8462,DISK] 2024-11-09T16:17:57,883 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/WALs/efe6b43736f4,35461,1731169076248/efe6b43736f4%2C35461%2C1731169076248.meta.1731169077859.meta 2024-11-09T16:17:57,883 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46579:46579)] 2024-11-09T16:17:57,883 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:17:57,884 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:17:57,884 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:17:57,884 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:17:57,884 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:17:57,884 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:17:57,885 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:57,885 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:17:57,885 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:17:57,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:17:57,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:17:57,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:57,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:57,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:17:57,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:17:57,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:57,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:57,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:17:57,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:17:57,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:57,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:57,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:17:57,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:17:57,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:57,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:17:57,893 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:17:57,894 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/data/hbase/meta/1588230740 2024-11-09T16:17:57,895 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/data/hbase/meta/1588230740 2024-11-09T16:17:57,898 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:17:57,898 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:17:57,899 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:17:57,901 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:17:57,902 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64494763, jitterRate=-0.03895314037799835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:17:57,902 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:17:57,902 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169077885Writing region info on filesystem at 1731169077885Initializing all the Stores at 1731169077886 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169077886Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169077886Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169077886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169077886Cleaning up temporary data from old regions at 1731169077898 (+12 ms)Running coprocessor post-open hooks at 1731169077902 (+4 ms)Region opened successfully at 1731169077902 2024-11-09T16:17:57,904 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169077850 2024-11-09T16:17:57,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,35461,1731169076248 2024-11-09T16:17:57,912 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:17:57,912 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:17:57,913 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,35461,1731169076248, state=OPEN 2024-11-09T16:17:57,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-675991684/meta-region-server 2024-11-09T16:17:57,921 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-675991684/meta-region-server 2024-11-09T16:17:57,921 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,35461,1731169076248 2024-11-09T16:17:57,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-675991684/meta-region-server: CHANGED 2024-11-09T16:17:57,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-675991684/meta-region-server: CHANGED 2024-11-09T16:17:57,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:17:57,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,35461,1731169076248 in 224 msec 2024-11-09T16:17:57,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:17:57,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-09T16:17:57,932 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:17:57,932 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:17:57,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:17:57,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,35461,1731169076248, seqNum=-1] 2024-11-09T16:17:57,934 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:17:57,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:17:57,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 911 msec 2024-11-09T16:17:57,944 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169077944, completionTime=-1 2024-11-09T16:17:57,944 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:17:57,944 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:17:57,947 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:17:57,948 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169137948 2024-11-09T16:17:57,948 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169197948 2024-11-09T16:17:57,948 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T16:17:57,948 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,45809,1731169076119-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,948 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,45809,1731169076119-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,948 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,45809,1731169076119-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,948 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:45809, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,948 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,949 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:57,953 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:17:57,954 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.590sec 2024-11-09T16:17:57,954 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:17:57,954 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:17:57,954 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:17:57,954 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:17:57,954 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:17:57,954 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,45809,1731169076119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:17:57,955 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,45809,1731169076119-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:17:57,958 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:17:57,958 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:17:57,958 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,45809,1731169076119-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:17:58,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1b0068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:58,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,45809,-1 for getting cluster id 2024-11-09T16:17:58,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:58,013 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80c3ed1e-a036-4918-acd5-7c930560dd3b' 2024-11-09T16:17:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80c3ed1e-a036-4918-acd5-7c930560dd3b" 2024-11-09T16:17:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f504424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,45809,-1] 2024-11-09T16:17:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:58,016 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:58,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:58,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:17:58,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,35461,1731169076248, seqNum=-1] 2024-11-09T16:17:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:17:58,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:17:58,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,45809,1731169076119 2024-11-09T16:17:58,023 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52879 2024-11-09T16:17:58,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:17:58,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012063a57c0005 connected 2024-11-09T16:17:58,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f5408a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:58,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,35803,-1 for getting cluster id 2024-11-09T16:17:58,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:58,162 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b1a41a0-218f-4b0f-acfc-a5a5fe882148' 2024-11-09T16:17:58,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:58,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b1a41a0-218f-4b0f-acfc-a5a5fe882148" 2024-11-09T16:17:58,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752ba59f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:58,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,35803,-1] 2024-11-09T16:17:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:58,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:58,164 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:58,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cf2702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:58,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:17:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,35803,1731169071424 2024-11-09T16:17:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4afe4ed9 2024-11-09T16:17:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:17:58,167 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:17:58,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://efe6b43736f4:45809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T16:17:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:17:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:17:58,170 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:45809' 2024-11-09T16:17:58,171 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557aa100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:58,171 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,45809,-1 for getting cluster id 2024-11-09T16:17:58,171 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:58,172 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80c3ed1e-a036-4918-acd5-7c930560dd3b' 2024-11-09T16:17:58,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:58,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80c3ed1e-a036-4918-acd5-7c930560dd3b" 2024-11-09T16:17:58,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d63080a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:58,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,45809,-1] 2024-11-09T16:17:58,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:58,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:58,176 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:58,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53de577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:58,177 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:17:58,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,45809,1731169076119 2024-11-09T16:17:58,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69a0f56 2024-11-09T16:17:58,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:17:58,179 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:17:58,180 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-09T16:17:58,180 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:17:58,180 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:58,180 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:58,180 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:17:58,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:17:58,182 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T16:17:58,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:17:58,184 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:58,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:17:58,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741835_1011 (size=1138) 2024-11-09T16:17:58,233 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T16:17:58,257 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:17:58,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:17:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:17:58,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:17:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:17:58,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1054c6a292f64426c145980f317d8672, NAME => 'hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb 2024-11-09T16:17:58,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741836_1012 (size=44) 2024-11-09T16:17:58,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:58,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1054c6a292f64426c145980f317d8672, disabling compactions & flushes 2024-11-09T16:17:58,618 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672. 2024-11-09T16:17:58,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672. 2024-11-09T16:17:58,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672. after waiting 0 ms 2024-11-09T16:17:58,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672. 2024-11-09T16:17:58,618 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672. 2024-11-09T16:17:58,618 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1054c6a292f64426c145980f317d8672: Waiting for close lock at 1731169078618Disabling compacts and flushes for region at 1731169078618Disabling writes for close at 1731169078618Writing region close event to WAL at 1731169078618Closed at 1731169078618 2024-11-09T16:17:58,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:17:58,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731169078619"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169078619"}]},"ts":"1731169078619"} 2024-11-09T16:17:58,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:17:58,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:17:58,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169078625"}]},"ts":"1731169078625"} 2024-11-09T16:17:58,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T16:17:58,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1054c6a292f64426c145980f317d8672, ASSIGN}] 2024-11-09T16:17:58,630 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1054c6a292f64426c145980f317d8672, ASSIGN 2024-11-09T16:17:58,631 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1054c6a292f64426c145980f317d8672, ASSIGN; state=OFFLINE, location=efe6b43736f4,36761,1731169071821; forceNewPlan=false, retain=false 2024-11-09T16:17:58,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1054c6a292f64426c145980f317d8672, regionState=OPENING, regionLocation=efe6b43736f4,36761,1731169071821 2024-11-09T16:17:58,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1054c6a292f64426c145980f317d8672, ASSIGN because future has completed 2024-11-09T16:17:58,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1054c6a292f64426c145980f317d8672, server=efe6b43736f4,36761,1731169071821}] 2024-11-09T16:17:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:17:58,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672. 2024-11-09T16:17:58,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:17:58,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T16:17:58,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C36761%2C1731169071821.rep, suffix=, logDir=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821, archiveDir=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/oldWALs, maxLogs=10 2024-11-09T16:17:58,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821/efe6b43736f4%2C36761%2C1731169071821.rep.1731169078946, exclude list is [], retry=0 2024-11-09T16:17:58,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-a15eb019-81eb-42b0-b951-deec847907a4,DISK] 2024-11-09T16:17:58,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821/efe6b43736f4%2C36761%2C1731169071821.rep.1731169078946 2024-11-09T16:17:58,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42993:42993)] 2024-11-09T16:17:58,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1054c6a292f64426c145980f317d8672, NAME => 'hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:17:58,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:17:58,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:17:58,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672. service=MultiRowMutationService 2024-11-09T16:17:58,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T16:17:58,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1054c6a292f64426c145980f317d8672 2024-11-09T16:17:58,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:17:58,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1054c6a292f64426c145980f317d8672 2024-11-09T16:17:58,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1054c6a292f64426c145980f317d8672 2024-11-09T16:17:58,972 INFO [StoreOpener-1054c6a292f64426c145980f317d8672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1054c6a292f64426c145980f317d8672 2024-11-09T16:17:58,973 INFO [StoreOpener-1054c6a292f64426c145980f317d8672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1054c6a292f64426c145980f317d8672 columnFamilyName hfileref 2024-11-09T16:17:58,973 DEBUG [StoreOpener-1054c6a292f64426c145980f317d8672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:58,974 INFO [StoreOpener-1054c6a292f64426c145980f317d8672-1 {}] regionserver.HStore(327): Store=1054c6a292f64426c145980f317d8672/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:58,974 INFO [StoreOpener-1054c6a292f64426c145980f317d8672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1054c6a292f64426c145980f317d8672 2024-11-09T16:17:58,977 INFO [StoreOpener-1054c6a292f64426c145980f317d8672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1054c6a292f64426c145980f317d8672 columnFamilyName queue 2024-11-09T16:17:58,977 DEBUG [StoreOpener-1054c6a292f64426c145980f317d8672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:58,977 INFO [StoreOpener-1054c6a292f64426c145980f317d8672-1 {}] regionserver.HStore(327): Store=1054c6a292f64426c145980f317d8672/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:58,977 INFO [StoreOpener-1054c6a292f64426c145980f317d8672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1054c6a292f64426c145980f317d8672 2024-11-09T16:17:58,978 INFO [StoreOpener-1054c6a292f64426c145980f317d8672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1054c6a292f64426c145980f317d8672 columnFamilyName sid 2024-11-09T16:17:58,978 DEBUG [StoreOpener-1054c6a292f64426c145980f317d8672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:17:58,979 INFO [StoreOpener-1054c6a292f64426c145980f317d8672-1 {}] regionserver.HStore(327): Store=1054c6a292f64426c145980f317d8672/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:17:58,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1054c6a292f64426c145980f317d8672 2024-11-09T16:17:58,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/replication/1054c6a292f64426c145980f317d8672 2024-11-09T16:17:58,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/replication/1054c6a292f64426c145980f317d8672 2024-11-09T16:17:58,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1054c6a292f64426c145980f317d8672 2024-11-09T16:17:58,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1054c6a292f64426c145980f317d8672 2024-11-09T16:17:58,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:17:58,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1054c6a292f64426c145980f317d8672 2024-11-09T16:17:58,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/replication/1054c6a292f64426c145980f317d8672/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:17:58,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1054c6a292f64426c145980f317d8672; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65854809, jitterRate=-0.018686875700950623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:17:58,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1054c6a292f64426c145980f317d8672 2024-11-09T16:17:58,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1054c6a292f64426c145980f317d8672: Running coprocessor pre-open hook at 1731169078970Writing region info on filesystem at 1731169078970Initializing all the Stores at 1731169078971 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169078971Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169078972 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169078972Cleaning up temporary data from old regions at 1731169078981 (+9 ms)Running coprocessor post-open hooks at 1731169078990 (+9 ms)Region opened successfully at 1731169078991 (+1 ms) 2024-11-09T16:17:58,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672., pid=7, masterSystemTime=1731169078939 2024-11-09T16:17:58,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672. 2024-11-09T16:17:58,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672. 2024-11-09T16:17:58,996 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1054c6a292f64426c145980f317d8672, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,36761,1731169071821 2024-11-09T16:17:59,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1054c6a292f64426c145980f317d8672, server=efe6b43736f4,36761,1731169071821 because future has completed 2024-11-09T16:17:59,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T16:17:59,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1054c6a292f64426c145980f317d8672, server=efe6b43736f4,36761,1731169071821 in 221 msec 2024-11-09T16:17:59,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:17:59,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1054c6a292f64426c145980f317d8672, ASSIGN in 381 msec 2024-11-09T16:17:59,014 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:17:59,015 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169079014"}]},"ts":"1731169079014"} 2024-11-09T16:17:59,017 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T16:17:59,018 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:17:59,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 838 msec 2024-11-09T16:17:59,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672., hostname=efe6b43736f4,36761,1731169071821, seqNum=2] 2024-11-09T16:17:59,055 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T16:17:59,056 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T16:17:59,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422 2024-11-09T16:17:59,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422 2024-11-09T16:17:59,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:17:59,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36761 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T16:17:59,304 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T16:17:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:17:59,350 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-efe6b43736f4,36761,1731169071821, ReplicationSource: 1, currentBandwidth=0 2024-11-09T16:17:59,351 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:17:59,351 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,36761,1731169071821, seqNum=-1] 2024-11-09T16:17:59,351 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:17:59,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-09T16:17:59,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-efe6b43736f4,36761,1731169071821', locateType=CURRENT is [region=hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672., hostname=efe6b43736f4,36761,1731169071821, seqNum=2] 2024-11-09T16:17:59,360 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T16:17:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T16:17:59,365 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on efe6b43736f4,36761,1731169071821 suceeded 2024-11-09T16:17:59,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T16:17:59,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-09T16:17:59,368 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://efe6b43736f4:45809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:17:59,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2010 sec 2024-11-09T16:17:59,382 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:45809' 2024-11-09T16:17:59,383 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b1a7ff7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:59,383 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,45809,-1 for getting cluster id 2024-11-09T16:17:59,383 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:17:59,384 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80c3ed1e-a036-4918-acd5-7c930560dd3b' 2024-11-09T16:17:59,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:17:59,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80c3ed1e-a036-4918-acd5-7c930560dd3b" 2024-11-09T16:17:59,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19e7d61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:59,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,45809,-1] 2024-11-09T16:17:59,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:17:59,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:17:59,386 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:17:59,387 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@284af143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:17:59,387 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:17:59,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,45809,1731169076119 2024-11-09T16:17:59,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d94f7c9 2024-11-09T16:17:59,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:17:59,389 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-09T16:17:59,390 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-efe6b43736f4,36761,1731169071821 (queues=1) is replicating from cluster=1b1a41a0-218f-4b0f-acfc-a5a5fe882148 to cluster=80c3ed1e-a036-4918-acd5-7c930560dd3b 2024-11-09T16:17:59,390 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=efe6b43736f4%2C36761%2C1731169071821 2024-11-09T16:17:59,390 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-efe6b43736f4,36761,1731169071821, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:17:59,390 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821.replicationSource.shipperefe6b43736f4%2C36761%2C1731169071821,1-efe6b43736f4,36761,1731169071821 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C36761%2C1731169071821 2024-11-09T16:17:59,390 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821.replicationSource.wal-reader.efe6b43736f4%2C36761%2C1731169071821,1-efe6b43736f4,36761,1731169071821 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821/efe6b43736f4%2C36761%2C1731169071821.1731169073212, startPosition=0, beingWritten=true 2024-11-09T16:17:59,597 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821.replicationSource.wal-reader.efe6b43736f4%2C36761%2C1731169071821,1-efe6b43736f4,36761,1731169071821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821/efe6b43736f4%2C36761%2C1731169071821.1731169073212 to pos 0, reset compression=false 2024-11-09T16:17:59,903 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821.replicationSource.wal-reader.efe6b43736f4%2C36761%2C1731169071821,1-efe6b43736f4,36761,1731169071821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821/efe6b43736f4%2C36761%2C1731169071821.1731169073212 to pos 0, reset compression=false 2024-11-09T16:18:00,309 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821.replicationSource.wal-reader.efe6b43736f4%2C36761%2C1731169071821,1-efe6b43736f4,36761,1731169071821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821/efe6b43736f4%2C36761%2C1731169071821.1731169073212 to pos 0, reset compression=false 2024-11-09T16:18:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:18:00,316 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T16:18:00,317 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:18:00,317 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:18:00,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:00,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:00,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:18:00,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:18:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,35803,1731169071424 2024-11-09T16:18:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@193b3e12 2024-11-09T16:18:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:18:00,319 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:18:00,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T16:18:00,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:18:00,321 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:18:00,321 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:18:00,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:00,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:00,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:18:00,322 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:18:00,322 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=276173252, stopped=false 2024-11-09T16:18:00,322 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,45809,1731169076119 2024-11-09T16:18:00,419 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-675991684/running 2024-11-09T16:18:00,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-675991684/running 2024-11-09T16:18:00,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684 2024-11-09T16:18:00,419 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684 2024-11-09T16:18:00,419 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:18:00,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:18:00,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:18:00,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:00,420 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,35461,1731169076248' ***** 2024-11-09T16:18:00,420 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:18:00,420 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:18:00,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Set watcher on znode that does not yet exist, /1-675991684/running 2024-11-09T16:18:00,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Set watcher on znode that does not yet exist, /1-675991684/running 2024-11-09T16:18:00,421 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:18:00,421 INFO [RS:0;efe6b43736f4:35461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:18:00,422 INFO [RS:0;efe6b43736f4:35461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:18:00,422 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,35461,1731169076248 2024-11-09T16:18:00,422 INFO [RS:0;efe6b43736f4:35461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:18:00,422 INFO [RS:0;efe6b43736f4:35461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:35461. 2024-11-09T16:18:00,422 DEBUG [RS:0;efe6b43736f4:35461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:18:00,422 DEBUG [RS:0;efe6b43736f4:35461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:00,422 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:18:00,422 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:18:00,422 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:18:00,422 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:18:00,422 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T16:18:00,422 DEBUG [RS:0;efe6b43736f4:35461 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T16:18:00,422 DEBUG [RS:0;efe6b43736f4:35461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:18:00,422 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:18:00,422 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:18:00,422 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:18:00,422 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:18:00,422 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:18:00,423 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T16:18:00,442 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/data/hbase/meta/1588230740/.tmp/ns/349e09be953a4fc9836e88804c362f73 is 43, key is default/ns:d/1731169077936/Put/seqid=0 2024-11-09T16:18:00,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741835_1011 (size=5153) 2024-11-09T16:18:00,449 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/data/hbase/meta/1588230740/.tmp/ns/349e09be953a4fc9836e88804c362f73 2024-11-09T16:18:00,456 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/data/hbase/meta/1588230740/.tmp/ns/349e09be953a4fc9836e88804c362f73 as hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/data/hbase/meta/1588230740/ns/349e09be953a4fc9836e88804c362f73 2024-11-09T16:18:00,462 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/data/hbase/meta/1588230740/ns/349e09be953a4fc9836e88804c362f73, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T16:18:00,464 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=6, compaction requested=false 2024-11-09T16:18:00,464 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:18:00,470 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T16:18:00,471 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:18:00,471 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:18:00,471 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:18:00,471 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169080422Running coprocessor pre-close hooks at 1731169080422Disabling compacts and flushes for region at 1731169080422Disabling writes for close at 1731169080422Obtaining lock to block concurrent updates at 1731169080423 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731169080423Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731169080423Flushing stores of hbase:meta,,1.1588230740 at 1731169080424 (+1 ms)Flushing 1588230740/ns: creating writer at 1731169080424Flushing 1588230740/ns: appending metadata at 1731169080441 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731169080441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@194f147a: reopening flushed file at 1731169080455 (+14 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=6, compaction requested=false at 1731169080464 (+9 ms)Writing region close event to WAL at 1731169080467 (+3 ms)Running coprocessor post-close hooks at 1731169080471 (+4 ms)Closed at 1731169080471 2024-11-09T16:18:00,471 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:18:00,622 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,35461,1731169076248; all regions closed. 2024-11-09T16:18:00,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741834_1010 (size=1152) 2024-11-09T16:18:00,630 DEBUG [RS:0;efe6b43736f4:35461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/oldWALs 2024-11-09T16:18:00,630 INFO [RS:0;efe6b43736f4:35461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C35461%2C1731169076248.meta:.meta(num 1731169077859) 2024-11-09T16:18:00,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741833_1009 (size=93) 2024-11-09T16:18:00,639 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/WALs/efe6b43736f4,35461,1731169076248/efe6b43736f4%2C35461%2C1731169076248.1731169077507 not finished, retry = 0 2024-11-09T16:18:00,742 DEBUG [RS:0;efe6b43736f4:35461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/oldWALs 2024-11-09T16:18:00,742 INFO [RS:0;efe6b43736f4:35461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C35461%2C1731169076248:(num 1731169077507) 2024-11-09T16:18:00,742 DEBUG [RS:0;efe6b43736f4:35461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:00,742 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:18:00,742 INFO [RS:0;efe6b43736f4:35461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:18:00,742 INFO [RS:0;efe6b43736f4:35461 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T16:18:00,742 INFO [RS:0;efe6b43736f4:35461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:18:00,742 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:18:00,743 INFO [RS:0;efe6b43736f4:35461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35461 2024-11-09T16:18:00,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684/rs 2024-11-09T16:18:00,758 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-675991684/rs/efe6b43736f4,35461,1731169076248 2024-11-09T16:18:00,758 INFO [RS:0;efe6b43736f4:35461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:18:00,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,35461,1731169076248] 2024-11-09T16:18:00,779 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-675991684/draining/efe6b43736f4,35461,1731169076248 already deleted, retry=false 2024-11-09T16:18:00,779 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,35461,1731169076248 expired; onlineServers=0 2024-11-09T16:18:00,779 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,45809,1731169076119' ***** 2024-11-09T16:18:00,779 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:18:00,779 INFO [M:0;efe6b43736f4:45809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:18:00,779 INFO [M:0;efe6b43736f4:45809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:18:00,779 DEBUG [M:0;efe6b43736f4:45809 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:18:00,779 DEBUG [M:0;efe6b43736f4:45809 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:18:00,779 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169077054 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169077054,5,FailOnTimeoutGroup] 2024-11-09T16:18:00,780 INFO [M:0;efe6b43736f4:45809 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:18:00,780 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:18:00,780 INFO [M:0;efe6b43736f4:45809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:18:00,780 DEBUG [M:0;efe6b43736f4:45809 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:18:00,780 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169077052 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169077052,5,FailOnTimeoutGroup] 2024-11-09T16:18:00,780 INFO [M:0;efe6b43736f4:45809 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:18:00,780 INFO [M:0;efe6b43736f4:45809 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:18:00,780 INFO [M:0;efe6b43736f4:45809 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:18:00,781 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:18:00,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-675991684/master 2024-11-09T16:18:00,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675991684 2024-11-09T16:18:00,790 DEBUG [M:0;efe6b43736f4:45809 {}] zookeeper.ZKUtil(347): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Unable to get data of znode /1-675991684/master because node does not exist (not an error) 2024-11-09T16:18:00,790 WARN [M:0;efe6b43736f4:45809 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:18:00,791 INFO [M:0;efe6b43736f4:45809 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/.lastflushedseqids 2024-11-09T16:18:00,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741836_1012 (size=99) 2024-11-09T16:18:00,801 INFO [M:0;efe6b43736f4:45809 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:18:00,801 INFO [M:0;efe6b43736f4:45809 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:18:00,801 DEBUG [M:0;efe6b43736f4:45809 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:18:00,802 INFO [M:0;efe6b43736f4:45809 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:18:00,802 DEBUG [M:0;efe6b43736f4:45809 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:18:00,802 DEBUG [M:0;efe6b43736f4:45809 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:18:00,802 DEBUG [M:0;efe6b43736f4:45809 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:18:00,802 INFO [M:0;efe6b43736f4:45809 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T16:18:00,815 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821.replicationSource.wal-reader.efe6b43736f4%2C36761%2C1731169071821,1-efe6b43736f4,36761,1731169071821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821/efe6b43736f4%2C36761%2C1731169071821.1731169073212 to pos 0, reset compression=false 2024-11-09T16:18:00,820 DEBUG [M:0;efe6b43736f4:45809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da234579d0ff403f8d82b82fb256481e is 82, key is hbase:meta,,1/info:regioninfo/1731169077911/Put/seqid=0 2024-11-09T16:18:00,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741837_1013 (size=5672) 2024-11-09T16:18:00,833 INFO [M:0;efe6b43736f4:45809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da234579d0ff403f8d82b82fb256481e 2024-11-09T16:18:00,858 DEBUG [M:0;efe6b43736f4:45809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efe34358b5504b5485c86761323578e6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731169077943/Put/seqid=0 2024-11-09T16:18:00,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741838_1014 (size=5275) 2024-11-09T16:18:00,868 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:18:00,868 INFO [RS:0;efe6b43736f4:35461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:18:00,868 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35461-0x1012063a57c0004, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:18:00,868 INFO [RS:0;efe6b43736f4:35461 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,35461,1731169076248; zookeeper connection closed. 2024-11-09T16:18:00,869 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66518fb2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66518fb2 2024-11-09T16:18:00,869 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:18:01,265 INFO [M:0;efe6b43736f4:45809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efe34358b5504b5485c86761323578e6 2024-11-09T16:18:01,290 DEBUG [M:0;efe6b43736f4:45809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4c0a7abd39845348d817a86cf8377fb is 69, key is efe6b43736f4,35461,1731169076248/rs:state/1731169077262/Put/seqid=0 2024-11-09T16:18:01,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741839_1015 (size=5156) 2024-11-09T16:18:01,425 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821.replicationSource.wal-reader.efe6b43736f4%2C36761%2C1731169071821,1-efe6b43736f4,36761,1731169071821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821/efe6b43736f4%2C36761%2C1731169071821.1731169073212 to pos 0, reset compression=false 2024-11-09T16:18:01,697 INFO [M:0;efe6b43736f4:45809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4c0a7abd39845348d817a86cf8377fb 2024-11-09T16:18:01,703 DEBUG [M:0;efe6b43736f4:45809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da234579d0ff403f8d82b82fb256481e as hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da234579d0ff403f8d82b82fb256481e 2024-11-09T16:18:01,712 INFO [M:0;efe6b43736f4:45809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da234579d0ff403f8d82b82fb256481e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T16:18:01,713 DEBUG [M:0;efe6b43736f4:45809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efe34358b5504b5485c86761323578e6 as hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/efe34358b5504b5485c86761323578e6 2024-11-09T16:18:01,720 INFO [M:0;efe6b43736f4:45809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/efe34358b5504b5485c86761323578e6, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T16:18:01,721 DEBUG [M:0;efe6b43736f4:45809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4c0a7abd39845348d817a86cf8377fb as hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4c0a7abd39845348d817a86cf8377fb 2024-11-09T16:18:01,728 INFO [M:0;efe6b43736f4:45809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34099/user/jenkins/test-data/6c06dd42-f3e6-0892-1d66-712b32548b7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4c0a7abd39845348d817a86cf8377fb, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T16:18:01,730 INFO [M:0;efe6b43736f4:45809 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 928ms, sequenceid=28, compaction requested=false 2024-11-09T16:18:01,731 INFO [M:0;efe6b43736f4:45809 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:18:01,731 DEBUG [M:0;efe6b43736f4:45809 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169080801Disabling compacts and flushes for region at 1731169080801Disabling writes for close at 1731169080802 (+1 ms)Obtaining lock to block concurrent updates at 1731169080802Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169080802Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731169080802Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169080803 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169080803Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169080820 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169080820Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169080839 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169080857 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169080857Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169081271 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169081290 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169081290Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20873fe2: reopening flushed file at 1731169081702 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41666aa1: reopening flushed file at 1731169081712 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38998643: reopening flushed file at 1731169081720 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 928ms, sequenceid=28, compaction requested=false at 1731169081730 (+10 ms)Writing region close event to WAL at 1731169081731 (+1 ms)Closed at 1731169081731 2024-11-09T16:18:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741830_1006 (size=10165) 2024-11-09T16:18:01,734 INFO [M:0;efe6b43736f4:45809 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:18:01,734 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:18:01,734 INFO [M:0;efe6b43736f4:45809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45809 2024-11-09T16:18:01,734 INFO [M:0;efe6b43736f4:45809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:18:01,884 INFO [M:0;efe6b43736f4:45809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:18:01,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:18:01,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x1012063a57c0003, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:18:01,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bd4cf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:18:01,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:18:01,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:18:01,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:18:01,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/hadoop.log.dir/,STOPPED} 2024-11-09T16:18:01,891 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:18:01,891 WARN [BP-859247190-172.17.0.3-1731169074072 heartbeating to localhost/127.0.0.1:34099 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:18:01,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:18:01,891 WARN [BP-859247190-172.17.0.3-1731169074072 heartbeating to localhost/127.0.0.1:34099 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-859247190-172.17.0.3-1731169074072 (Datanode Uuid 3d4d9952-f80a-44bb-9424-423fc329bf5c) service to localhost/127.0.0.1:34099 2024-11-09T16:18:01,893 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:18:01,895 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/cluster_40d22d1f-1083-00e2-fe79-65dc7e33f7c2/data/data1/current/BP-859247190-172.17.0.3-1731169074072 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:18:01,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/cluster_40d22d1f-1083-00e2-fe79-65dc7e33f7c2/data/data2/current/BP-859247190-172.17.0.3-1731169074072 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:18:01,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bdd13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:18:01,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:18:01,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:18:01,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:18:01,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/hadoop.log.dir/,STOPPED} 2024-11-09T16:18:01,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:18:01,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:18:01,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:18:01,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:18:01,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:01,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:01,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:18:01,924 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:18:01,924 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=807071653, stopped=false 2024-11-09T16:18:01,924 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,35803,1731169071424 2024-11-09T16:18:01,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1917176422/running 2024-11-09T16:18:01,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422 2024-11-09T16:18:01,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1917176422/running 2024-11-09T16:18:01,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422 2024-11-09T16:18:01,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Set watcher on znode that does not yet exist, /0-1917176422/running 2024-11-09T16:18:01,943 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:18:01,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Set watcher on znode that does not yet exist, /0-1917176422/running 2024-11-09T16:18:01,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:18:01,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:18:01,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:01,944 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,36761,1731169071821' ***** 2024-11-09T16:18:01,945 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:18:01,945 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:18:01,945 INFO [RS:0;efe6b43736f4:36761 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:18:01,945 INFO [RS:0;efe6b43736f4:36761 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:18:01,945 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(3091): Received CLOSE for 1054c6a292f64426c145980f317d8672 2024-11-09T16:18:01,945 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:18:01,946 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,36761,1731169071821 2024-11-09T16:18:01,946 INFO [RS:0;efe6b43736f4:36761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:18:01,946 INFO [RS:0;efe6b43736f4:36761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:36761. 2024-11-09T16:18:01,946 DEBUG [RS:0;efe6b43736f4:36761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:18:01,946 DEBUG [RS:0;efe6b43736f4:36761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:01,946 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:18:01,946 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:18:01,946 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:18:01,946 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:18:01,947 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1054c6a292f64426c145980f317d8672, disabling compactions & flushes 2024-11-09T16:18:01,947 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672. 2024-11-09T16:18:01,947 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T16:18:01,947 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672. 2024-11-09T16:18:01,947 DEBUG [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1054c6a292f64426c145980f317d8672=hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672.} 2024-11-09T16:18:01,947 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672. after waiting 0 ms 2024-11-09T16:18:01,947 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:18:01,947 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672. 2024-11-09T16:18:01,947 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:18:01,947 DEBUG [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(1351): Waiting on 1054c6a292f64426c145980f317d8672, 1588230740 2024-11-09T16:18:01,947 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1054c6a292f64426c145980f317d8672 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T16:18:01,947 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:18:01,947 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:18:01,947 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:18:01,947 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T16:18:01,971 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/replication/1054c6a292f64426c145980f317d8672/.tmp/queue/51c746701a4e4bc0b93c59667fbc3c55 is 151, key is 1-efe6b43736f4,36761,1731169071821/queue:efe6b43736f4%2C36761%2C1731169071821/1731169079357/Put/seqid=0 2024-11-09T16:18:01,972 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740/.tmp/info/d61975c59eb54c12af7963923843221e is 147, key is hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672./info:regioninfo/1731169078995/Put/seqid=0 2024-11-09T16:18:01,972 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:18:01,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741838_1014 (size=6631) 2024-11-09T16:18:01,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741839_1015 (size=5350) 2024-11-09T16:18:02,071 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:18:02,072 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:18:02,131 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821.replicationSource.wal-reader.efe6b43736f4%2C36761%2C1731169071821,1-efe6b43736f4,36761,1731169071821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821/efe6b43736f4%2C36761%2C1731169071821.1731169073212 to pos 0, reset compression=false 2024-11-09T16:18:02,147 DEBUG [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(1351): Waiting on 1054c6a292f64426c145980f317d8672, 1588230740 2024-11-09T16:18:02,347 DEBUG [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(1351): Waiting on 1054c6a292f64426c145980f317d8672, 1588230740 2024-11-09T16:18:02,389 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740/.tmp/info/d61975c59eb54c12af7963923843221e 2024-11-09T16:18:02,394 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/replication/1054c6a292f64426c145980f317d8672/.tmp/queue/51c746701a4e4bc0b93c59667fbc3c55 2024-11-09T16:18:02,403 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/replication/1054c6a292f64426c145980f317d8672/.tmp/queue/51c746701a4e4bc0b93c59667fbc3c55 as hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/replication/1054c6a292f64426c145980f317d8672/queue/51c746701a4e4bc0b93c59667fbc3c55 2024-11-09T16:18:02,410 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/replication/1054c6a292f64426c145980f317d8672/queue/51c746701a4e4bc0b93c59667fbc3c55, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T16:18:02,412 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1054c6a292f64426c145980f317d8672 in 464ms, sequenceid=5, compaction requested=false 2024-11-09T16:18:02,418 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/replication/1054c6a292f64426c145980f317d8672/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T16:18:02,419 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:18:02,419 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:18:02,419 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672. 2024-11-09T16:18:02,419 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1054c6a292f64426c145980f317d8672: Waiting for close lock at 1731169081947Running coprocessor pre-close hooks at 1731169081947Disabling compacts and flushes for region at 1731169081947Disabling writes for close at 1731169081947Obtaining lock to block concurrent updates at 1731169081947Preparing flush snapshotting stores in 1054c6a292f64426c145980f317d8672 at 1731169081947Finished memstore snapshotting hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731169081947Flushing stores of hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672. at 1731169081948 (+1 ms)Flushing 1054c6a292f64426c145980f317d8672/queue: creating writer at 1731169081948Flushing 1054c6a292f64426c145980f317d8672/queue: appending metadata at 1731169081970 (+22 ms)Flushing 1054c6a292f64426c145980f317d8672/queue: closing flushed file at 1731169081970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f0bf3d: reopening flushed file at 1731169082402 (+432 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1054c6a292f64426c145980f317d8672 in 464ms, sequenceid=5, compaction requested=false at 1731169082412 (+10 ms)Writing region close event to WAL at 1731169082412Running coprocessor post-close hooks at 1731169082419 (+7 ms)Closed at 1731169082419 2024-11-09T16:18:02,419 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731169078180.1054c6a292f64426c145980f317d8672. 2024-11-09T16:18:02,435 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740/.tmp/ns/36238034384d4f45ad3f102585be3445 is 43, key is default/ns:d/1731169073889/Put/seqid=0 2024-11-09T16:18:02,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741840_1016 (size=5153) 2024-11-09T16:18:02,548 DEBUG [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:18:02,748 DEBUG [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:18:02,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T16:18:02,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T16:18:02,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:18:02,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T16:18:02,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:18:02,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T16:18:02,844 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740/.tmp/ns/36238034384d4f45ad3f102585be3445 2024-11-09T16:18:02,876 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740/.tmp/table/520de1e983f046c4b4e263800dd9af9d is 53, key is hbase:replication/table:state/1731169079014/Put/seqid=0 2024-11-09T16:18:02,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741841_1017 (size=5256) 2024-11-09T16:18:02,937 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821.replicationSource.wal-reader.efe6b43736f4%2C36761%2C1731169071821,1-efe6b43736f4,36761,1731169071821 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821/efe6b43736f4%2C36761%2C1731169071821.1731169073212 to pos 0, reset compression=false 2024-11-09T16:18:02,948 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T16:18:02,948 DEBUG [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T16:18:02,948 DEBUG [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:18:03,148 DEBUG [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:18:03,282 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740/.tmp/table/520de1e983f046c4b4e263800dd9af9d 2024-11-09T16:18:03,292 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740/.tmp/info/d61975c59eb54c12af7963923843221e as hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740/info/d61975c59eb54c12af7963923843221e 2024-11-09T16:18:03,298 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740/info/d61975c59eb54c12af7963923843221e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T16:18:03,301 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740/.tmp/ns/36238034384d4f45ad3f102585be3445 as hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740/ns/36238034384d4f45ad3f102585be3445 2024-11-09T16:18:03,310 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740/ns/36238034384d4f45ad3f102585be3445, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T16:18:03,311 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740/.tmp/table/520de1e983f046c4b4e263800dd9af9d as hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740/table/520de1e983f046c4b4e263800dd9af9d 2024-11-09T16:18:03,317 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740/table/520de1e983f046c4b4e263800dd9af9d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T16:18:03,318 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1371ms, sequenceid=11, compaction requested=false 2024-11-09T16:18:03,322 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T16:18:03,323 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:18:03,323 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:18:03,323 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:18:03,323 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169081947Running coprocessor pre-close hooks at 1731169081947Disabling compacts and flushes for region at 1731169081947Disabling writes for close at 1731169081947Obtaining lock to block concurrent updates at 1731169081947Preparing flush snapshotting stores in 1588230740 at 1731169081947Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731169081948 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731169081949 (+1 ms)Flushing 1588230740/info: creating writer at 1731169081949Flushing 1588230740/info: appending metadata at 1731169081972 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731169081972Flushing 1588230740/ns: creating writer at 1731169082414 (+442 ms)Flushing 1588230740/ns: appending metadata at 1731169082434 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731169082434Flushing 1588230740/table: creating writer at 1731169082850 (+416 ms)Flushing 1588230740/table: appending metadata at 1731169082875 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731169082875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb9bc0a: reopening flushed file at 1731169083291 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2475d875: reopening flushed file at 1731169083300 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@567f2ad7: reopening flushed file at 1731169083310 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1371ms, sequenceid=11, compaction requested=false at 1731169083318 (+8 ms)Writing region close event to WAL at 1731169083319 (+1 ms)Running coprocessor post-close hooks at 1731169083323 (+4 ms)Closed at 1731169083323 2024-11-09T16:18:03,323 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:18:03,349 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,36761,1731169071821; all regions closed. 2024-11-09T16:18:03,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741834_1010 (size=2742) 2024-11-09T16:18:03,353 DEBUG [RS:0;efe6b43736f4:36761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/oldWALs 2024-11-09T16:18:03,353 INFO [RS:0;efe6b43736f4:36761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C36761%2C1731169071821.meta:.meta(num 1731169073795) 2024-11-09T16:18:03,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741837_1013 (size=1586) 2024-11-09T16:18:03,370 DEBUG [RS:0;efe6b43736f4:36761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/oldWALs 2024-11-09T16:18:03,370 INFO [RS:0;efe6b43736f4:36761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C36761%2C1731169071821.rep:(num 1731169078946) 2024-11-09T16:18:03,374 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/WALs/efe6b43736f4,36761,1731169071821/efe6b43736f4%2C36761%2C1731169071821.1731169073212 not finished, retry = 0 2024-11-09T16:18:03,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741833_1009 (size=93) 2024-11-09T16:18:03,387 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:18:03,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:03,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:03,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:03,477 DEBUG [RS:0;efe6b43736f4:36761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/oldWALs 2024-11-09T16:18:03,477 INFO [RS:0;efe6b43736f4:36761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C36761%2C1731169071821:(num 1731169073212) 2024-11-09T16:18:03,477 DEBUG [RS:0;efe6b43736f4:36761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:03,477 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:18:03,477 INFO [RS:0;efe6b43736f4:36761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:18:03,477 INFO [RS:0;efe6b43736f4:36761 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T16:18:03,477 INFO [RS:0;efe6b43736f4:36761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:18:03,477 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:18:03,478 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-efe6b43736f4,36761,1731169071821 because: Region server is closing 2024-11-09T16:18:03,478 INFO [RS:0;efe6b43736f4:36761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:36761. 2024-11-09T16:18:03,478 DEBUG [RS:0;efe6b43736f4:36761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:18:03,478 DEBUG [RS:0;efe6b43736f4:36761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:03,478 DEBUG [RS:0;efe6b43736f4:36761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:03,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:18:03,578 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821.replicationSource.wal-reader.efe6b43736f4%2C36761%2C1731169071821,1-efe6b43736f4,36761,1731169071821 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T16:18:03,578 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821.replicationSource.shipperefe6b43736f4%2C36761%2C1731169071821,1-efe6b43736f4,36761,1731169071821 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T16:18:03,579 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,36761,1731169071821.replicationSource.shipperefe6b43736f4%2C36761%2C1731169071821,1-efe6b43736f4,36761,1731169071821 terminated 2024-11-09T16:18:03,579 INFO [RS:0;efe6b43736f4:36761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36761 2024-11-09T16:18:03,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1917176422/rs/efe6b43736f4,36761,1731169071821 2024-11-09T16:18:03,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422/rs 2024-11-09T16:18:03,626 INFO [RS:0;efe6b43736f4:36761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:18:03,626 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f7bac8e1d48@54315b75 rejected from java.util.concurrent.ThreadPoolExecutor@1133df97[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-09T16:18:03,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,36761,1731169071821] 2024-11-09T16:18:03,647 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1917176422/draining/efe6b43736f4,36761,1731169071821 already deleted, retry=false 2024-11-09T16:18:03,647 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,36761,1731169071821 expired; onlineServers=0 2024-11-09T16:18:03,647 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,35803,1731169071424' ***** 2024-11-09T16:18:03,647 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:18:03,647 INFO [M:0;efe6b43736f4:35803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:18:03,647 INFO [M:0;efe6b43736f4:35803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:18:03,648 DEBUG [M:0;efe6b43736f4:35803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:18:03,648 DEBUG [M:0;efe6b43736f4:35803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:18:03,648 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169072931 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169072931,5,FailOnTimeoutGroup] 2024-11-09T16:18:03,648 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169072931 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169072931,5,FailOnTimeoutGroup] 2024-11-09T16:18:03,648 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:18:03,648 INFO [M:0;efe6b43736f4:35803 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:18:03,648 INFO [M:0;efe6b43736f4:35803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:18:03,648 DEBUG [M:0;efe6b43736f4:35803 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:18:03,648 INFO [M:0;efe6b43736f4:35803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:18:03,648 INFO [M:0;efe6b43736f4:35803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:18:03,648 INFO [M:0;efe6b43736f4:35803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:18:03,648 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:18:03,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1917176422/master 2024-11-09T16:18:03,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917176422 2024-11-09T16:18:03,658 DEBUG [M:0;efe6b43736f4:35803 {}] zookeeper.ZKUtil(347): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Unable to get data of znode /0-1917176422/master because node does not exist (not an error) 2024-11-09T16:18:03,658 WARN [M:0;efe6b43736f4:35803 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:18:03,658 INFO [M:0;efe6b43736f4:35803 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/.lastflushedseqids 2024-11-09T16:18:03,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741842_1018 (size=181) 2024-11-09T16:18:03,664 INFO [M:0;efe6b43736f4:35803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:18:03,664 INFO [M:0;efe6b43736f4:35803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:18:03,664 DEBUG [M:0;efe6b43736f4:35803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:18:03,664 INFO [M:0;efe6b43736f4:35803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:18:03,664 DEBUG [M:0;efe6b43736f4:35803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:18:03,664 DEBUG [M:0;efe6b43736f4:35803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:18:03,665 DEBUG [M:0;efe6b43736f4:35803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:18:03,665 INFO [M:0;efe6b43736f4:35803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T16:18:03,684 DEBUG [M:0;efe6b43736f4:35803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05212937031f43609a5b2a5927fef577 is 82, key is hbase:meta,,1/info:regioninfo/1731169073851/Put/seqid=0 2024-11-09T16:18:03,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741843_1019 (size=5672) 2024-11-09T16:18:03,737 INFO [RS:0;efe6b43736f4:36761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:18:03,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:18:03,737 INFO [RS:0;efe6b43736f4:36761 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,36761,1731169071821; zookeeper connection closed. 2024-11-09T16:18:03,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36761-0x1012063a57c0001, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:18:03,737 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c7be493 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c7be493 2024-11-09T16:18:03,738 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:18:04,093 INFO [M:0;efe6b43736f4:35803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05212937031f43609a5b2a5927fef577 2024-11-09T16:18:04,124 DEBUG [M:0;efe6b43736f4:35803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/370156bbb0a34ddbb47f37bf85449035 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731169079020/Put/seqid=0 2024-11-09T16:18:04,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741844_1020 (size=7203) 2024-11-09T16:18:04,131 INFO [M:0;efe6b43736f4:35803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/370156bbb0a34ddbb47f37bf85449035 2024-11-09T16:18:04,157 DEBUG [M:0;efe6b43736f4:35803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e19ad9da6b714c7c9995c946604af8b8 is 69, key is efe6b43736f4,36761,1731169071821/rs:state/1731169073035/Put/seqid=0 2024-11-09T16:18:04,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741845_1021 (size=5156) 2024-11-09T16:18:04,162 INFO [M:0;efe6b43736f4:35803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e19ad9da6b714c7c9995c946604af8b8 2024-11-09T16:18:04,175 DEBUG [M:0;efe6b43736f4:35803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05212937031f43609a5b2a5927fef577 as hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05212937031f43609a5b2a5927fef577 2024-11-09T16:18:04,185 INFO [M:0;efe6b43736f4:35803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05212937031f43609a5b2a5927fef577, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T16:18:04,186 DEBUG [M:0;efe6b43736f4:35803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/370156bbb0a34ddbb47f37bf85449035 as hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/370156bbb0a34ddbb47f37bf85449035 2024-11-09T16:18:04,195 INFO [M:0;efe6b43736f4:35803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/370156bbb0a34ddbb47f37bf85449035, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T16:18:04,196 DEBUG [M:0;efe6b43736f4:35803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e19ad9da6b714c7c9995c946604af8b8 as hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e19ad9da6b714c7c9995c946604af8b8 2024-11-09T16:18:04,204 INFO [M:0;efe6b43736f4:35803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46811/user/jenkins/test-data/4fe4885b-7e76-a97b-31b8-1f6c2f04affb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e19ad9da6b714c7c9995c946604af8b8, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T16:18:04,205 INFO [M:0;efe6b43736f4:35803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 540ms, sequenceid=70, compaction requested=false 2024-11-09T16:18:04,207 INFO [M:0;efe6b43736f4:35803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:18:04,207 DEBUG [M:0;efe6b43736f4:35803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169083664Disabling compacts and flushes for region at 1731169083664Disabling writes for close at 1731169083664Obtaining lock to block concurrent updates at 1731169083665 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169083665Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731169083665Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169083666 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169083666Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169083684 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169083684Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169084098 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169084123 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169084123Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169084139 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169084156 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169084156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32e970d4: reopening flushed file at 1731169084172 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@746705ef: reopening flushed file at 1731169084185 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fcf6ad2: reopening flushed file at 1731169084195 (+10 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 540ms, sequenceid=70, compaction requested=false at 1731169084205 (+10 ms)Writing region close event to WAL at 1731169084207 (+2 ms)Closed at 1731169084207 2024-11-09T16:18:04,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741830_1006 (size=41008) 2024-11-09T16:18:04,215 INFO [M:0;efe6b43736f4:35803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:18:04,215 INFO [M:0;efe6b43736f4:35803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35803 2024-11-09T16:18:04,215 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:18:04,216 INFO [M:0;efe6b43736f4:35803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:18:04,363 INFO [M:0;efe6b43736f4:35803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:18:04,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:18:04,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1012063a57c0000, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:18:04,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79f3518d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:18:04,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:18:04,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:18:04,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:18:04,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/hadoop.log.dir/,STOPPED} 2024-11-09T16:18:04,371 WARN [BP-1549276722-172.17.0.3-1731169069568 heartbeating to localhost/127.0.0.1:46811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:18:04,371 WARN [BP-1549276722-172.17.0.3-1731169069568 heartbeating to localhost/127.0.0.1:46811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1549276722-172.17.0.3-1731169069568 (Datanode Uuid 931fd50d-b2a3-4450-ae41-cb2fbabbf49d) service to localhost/127.0.0.1:46811 2024-11-09T16:18:04,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/cluster_f979bd17-ed0f-a4a2-280c-4c6a3edbf702/data/data1/current/BP-1549276722-172.17.0.3-1731169069568 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:18:04,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/cluster_f979bd17-ed0f-a4a2-280c-4c6a3edbf702/data/data2/current/BP-1549276722-172.17.0.3-1731169069568 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:18:04,372 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:18:04,372 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:18:04,372 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:18:04,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501cbce2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:18:04,380 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:18:04,380 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:18:04,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:18:04,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2679fa41-7afc-16d1-e6b5-751a34086724/hadoop.log.dir/,STOPPED} 2024-11-09T16:18:04,391 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T16:18:04,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:18:04,430 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 108) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52879) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34099 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46811 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52879) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=531 (was 502) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1327 (was 1653) 2024-11-09T16:18:04,445 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=531, ProcessCount=11, AvailableMemoryMB=1326 2024-11-09T16:18:04,459 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-09T16:18:04,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/hadoop.log.dir so I do NOT create it in target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638 2024-11-09T16:18:04,460 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:18:04,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/hadoop.tmp.dir so I do NOT create it in target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638 2024-11-09T16:18:04,460 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/653cc837-cc85-34bb-fef3-44886cb63fb2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:18:04,460 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638 2024-11-09T16:18:04,461 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/cluster_f7ae6511-b078-1c87-5efa-f7945b2c0a06, deleteOnExit=true 2024-11-09T16:18:04,477 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/cluster_f7ae6511-b078-1c87-5efa-f7945b2c0a06/zookeeper_0, clientPort=56274, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/cluster_f7ae6511-b078-1c87-5efa-f7945b2c0a06/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/cluster_f7ae6511-b078-1c87-5efa-f7945b2c0a06/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T16:18:04,480 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56274 2024-11-09T16:18:04,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:18:04,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:18:04,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/test.cache.data in system properties and HBase conf 2024-11-09T16:18:04,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:18:04,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:18:04,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:18:04,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:18:04,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:18:04,481 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:18:04,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:18:04,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:18:04,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:18:04,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:18:04,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:18:04,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:18:04,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:18:04,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:18:04,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:18:04,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:18:04,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:18:04,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:18:04,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:18:04,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:18:04,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012063a57c0002, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:18:04,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012063a57c0002, quorum=127.0.0.1:52879, baseZNode=/0-1917176422 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:18:04,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012063a57c0005, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:18:04,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012063a57c0005, quorum=127.0.0.1:52879, baseZNode=/1-675991684 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:18:04,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:18:04,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:18:04,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:18:04,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:18:04,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T16:18:04,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:18:04,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:18:04,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:18:05,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/java.io.tmpdir/jetty-localhost-42175-hadoop-hdfs-3_4_1-tests_jar-_-any-1814018648793904223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:18:05,038 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:42175} 2024-11-09T16:18:05,038 INFO [Time-limited test {}] server.Server(415): Started @48627ms 2024-11-09T16:18:05,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:18:05,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:18:05,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:18:05,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:18:05,344 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:18:05,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:18:05,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:18:05,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6785d18c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/java.io.tmpdir/jetty-localhost-37927-hadoop-hdfs-3_4_1-tests_jar-_-any-11333017923600952276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:18:05,473 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:37927} 2024-11-09T16:18:05,473 INFO [Time-limited test {}] server.Server(415): Started @49062ms 2024-11-09T16:18:05,475 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:18:06,448 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/cluster_f7ae6511-b078-1c87-5efa-f7945b2c0a06/data/data1/current/BP-1027546473-172.17.0.3-1731169084513/current, will proceed with Du for space computation calculation, 2024-11-09T16:18:06,468 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/cluster_f7ae6511-b078-1c87-5efa-f7945b2c0a06/data/data2/current/BP-1027546473-172.17.0.3-1731169084513/current, will proceed with Du for space computation calculation, 2024-11-09T16:18:06,511 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:18:06,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76cf746094a6dac with lease ID 0xed889b8efaf1f7a2: Processing first storage report for DS-2e448f66-c649-4897-806f-c36faefa0587 from datanode DatanodeRegistration(127.0.0.1:46335, datanodeUuid=9ec6b531-9bd0-4790-889f-4f59be9dd46c, infoPort=38137, infoSecurePort=0, ipcPort=46499, storageInfo=lv=-57;cid=testClusterID;nsid=1420386102;c=1731169084513) 2024-11-09T16:18:06,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76cf746094a6dac with lease ID 0xed889b8efaf1f7a2: from storage DS-2e448f66-c649-4897-806f-c36faefa0587 node DatanodeRegistration(127.0.0.1:46335, datanodeUuid=9ec6b531-9bd0-4790-889f-4f59be9dd46c, infoPort=38137, infoSecurePort=0, ipcPort=46499, storageInfo=lv=-57;cid=testClusterID;nsid=1420386102;c=1731169084513), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:18:06,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76cf746094a6dac with lease ID 0xed889b8efaf1f7a2: Processing first storage report for DS-9e854999-a235-4a0b-9b1c-c11d0ed7da72 from datanode DatanodeRegistration(127.0.0.1:46335, datanodeUuid=9ec6b531-9bd0-4790-889f-4f59be9dd46c, infoPort=38137, infoSecurePort=0, ipcPort=46499, storageInfo=lv=-57;cid=testClusterID;nsid=1420386102;c=1731169084513) 2024-11-09T16:18:06,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76cf746094a6dac with lease ID 0xed889b8efaf1f7a2: from storage DS-9e854999-a235-4a0b-9b1c-c11d0ed7da72 node DatanodeRegistration(127.0.0.1:46335, datanodeUuid=9ec6b531-9bd0-4790-889f-4f59be9dd46c, infoPort=38137, infoSecurePort=0, ipcPort=46499, storageInfo=lv=-57;cid=testClusterID;nsid=1420386102;c=1731169084513), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:18:06,529 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638 2024-11-09T16:18:06,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:18:06,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:18:06,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:18:06,946 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a with version=8 2024-11-09T16:18:06,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/hbase-staging 2024-11-09T16:18:06,949 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:18:06,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:18:06,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:18:06,950 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:18:06,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:18:06,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:18:06,950 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:18:06,950 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:18:06,956 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44913 2024-11-09T16:18:06,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44913 connecting to ZooKeeper ensemble=127.0.0.1:56274 2024-11-09T16:18:07,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449130x0, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:18:07,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44913-0x1012063dfdc0000 connected 2024-11-09T16:18:07,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:18:07,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:18:07,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Set watcher on znode that does not yet exist, /0763519538/running 2024-11-09T16:18:07,168 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a, hbase.cluster.distributed=false 2024-11-09T16:18:07,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Set watcher on znode that does not yet exist, /0763519538/acl 2024-11-09T16:18:07,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44913 2024-11-09T16:18:07,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44913 2024-11-09T16:18:07,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44913 2024-11-09T16:18:07,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44913 2024-11-09T16:18:07,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44913 2024-11-09T16:18:07,200 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:18:07,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:18:07,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:18:07,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:18:07,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:18:07,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:18:07,201 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:18:07,201 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:18:07,202 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40335 2024-11-09T16:18:07,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40335 connecting to ZooKeeper ensemble=127.0.0.1:56274 2024-11-09T16:18:07,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:18:07,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:18:07,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403350x0, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:18:07,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403350x0, quorum=127.0.0.1:56274, baseZNode=/0763519538 Set watcher on znode that does not yet exist, /0763519538/running 2024-11-09T16:18:07,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40335-0x1012063dfdc0001 connected 2024-11-09T16:18:07,227 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:18:07,227 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:18:07,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Set watcher on znode that does not yet exist, /0763519538/master 2024-11-09T16:18:07,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Set watcher on znode that does not yet exist, /0763519538/acl 2024-11-09T16:18:07,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40335 2024-11-09T16:18:07,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40335 2024-11-09T16:18:07,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40335 2024-11-09T16:18:07,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40335 2024-11-09T16:18:07,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40335 2024-11-09T16:18:07,255 DEBUG [M:0;efe6b43736f4:44913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:44913 2024-11-09T16:18:07,256 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0763519538/backup-masters/efe6b43736f4,44913,1731169086949 2024-11-09T16:18:07,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538/backup-masters 2024-11-09T16:18:07,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538/backup-masters 2024-11-09T16:18:07,274 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Set watcher on existing znode=/0763519538/backup-masters/efe6b43736f4,44913,1731169086949 2024-11-09T16:18:07,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538 2024-11-09T16:18:07,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0763519538/master 2024-11-09T16:18:07,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538 2024-11-09T16:18:07,285 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Set watcher on existing znode=/0763519538/master 2024-11-09T16:18:07,286 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0763519538/backup-masters/efe6b43736f4,44913,1731169086949 from backup master directory 2024-11-09T16:18:07,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763519538/backup-masters/efe6b43736f4,44913,1731169086949 2024-11-09T16:18:07,294 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:18:07,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538/backup-masters 2024-11-09T16:18:07,294 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,44913,1731169086949 2024-11-09T16:18:07,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538/backup-masters 2024-11-09T16:18:07,308 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/hbase.id] with ID: 1e3ae830-a68b-49c5-8400-36c94c44d38f 2024-11-09T16:18:07,308 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/.tmp/hbase.id 2024-11-09T16:18:07,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:18:07,326 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/.tmp/hbase.id]:[hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/hbase.id] 2024-11-09T16:18:07,339 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:18:07,339 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:18:07,341 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T16:18:07,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538 2024-11-09T16:18:07,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538 2024-11-09T16:18:07,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:18:07,363 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:18:07,364 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:18:07,364 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:18:07,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:18:07,378 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store 2024-11-09T16:18:07,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:18:07,785 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:18:07,785 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:18:07,785 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:18:07,785 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:18:07,785 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:18:07,785 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:18:07,785 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:18:07,785 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169087785Disabling compacts and flushes for region at 1731169087785Disabling writes for close at 1731169087785Writing region close event to WAL at 1731169087785Closed at 1731169087785 2024-11-09T16:18:07,787 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/.initializing 2024-11-09T16:18:07,787 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/WALs/efe6b43736f4,44913,1731169086949 2024-11-09T16:18:07,788 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:18:07,790 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C44913%2C1731169086949, suffix=, logDir=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/WALs/efe6b43736f4,44913,1731169086949, archiveDir=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/oldWALs, maxLogs=10 2024-11-09T16:18:07,807 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/WALs/efe6b43736f4,44913,1731169086949/efe6b43736f4%2C44913%2C1731169086949.1731169087791, exclude list is [], retry=0 2024-11-09T16:18:07,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-2e448f66-c649-4897-806f-c36faefa0587,DISK] 2024-11-09T16:18:07,815 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/WALs/efe6b43736f4,44913,1731169086949/efe6b43736f4%2C44913%2C1731169086949.1731169087791 2024-11-09T16:18:07,815 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38137:38137)] 2024-11-09T16:18:07,815 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:18:07,816 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:18:07,816 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:07,816 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:07,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:07,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:18:07,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:07,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:18:07,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:07,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:18:07,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:07,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:18:07,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:07,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:18:07,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:07,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:18:07,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:07,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:18:07,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:07,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:18:07,835 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:07,835 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:07,836 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:07,837 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:07,837 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:07,837 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:18:07,841 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:07,843 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:18:07,843 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71412488, jitterRate=0.06412899494171143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:18:07,844 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169087816Initializing all the Stores at 1731169087819 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169087819Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169087819Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169087819Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169087819Cleaning up temporary data from old regions at 1731169087837 (+18 ms)Region opened successfully at 1731169087844 (+7 ms) 2024-11-09T16:18:07,845 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:18:07,848 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3138fb4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:18:07,849 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:18:07,849 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:18:07,849 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:18:07,849 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:18:07,850 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:18:07,850 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:18:07,850 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:18:07,854 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:18:07,855 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Unable to get data of znode /0763519538/balancer because node does not exist (not necessarily an error) 2024-11-09T16:18:07,905 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763519538/balancer already deleted, retry=false 2024-11-09T16:18:07,905 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:18:07,906 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Unable to get data of znode /0763519538/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:18:07,915 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763519538/normalizer already deleted, retry=false 2024-11-09T16:18:07,916 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:18:07,917 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Unable to get data of znode /0763519538/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:18:07,926 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763519538/switch/split already deleted, retry=false 2024-11-09T16:18:07,926 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Unable to get data of znode /0763519538/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:18:07,936 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763519538/switch/merge already deleted, retry=false 2024-11-09T16:18:07,938 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Unable to get data of znode /0763519538/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:18:07,947 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0763519538/snapshot-cleanup already deleted, retry=false 2024-11-09T16:18:07,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0763519538/running 2024-11-09T16:18:07,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0763519538/running 2024-11-09T16:18:07,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538 2024-11-09T16:18:07,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538 2024-11-09T16:18:07,958 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,44913,1731169086949, sessionid=0x1012063dfdc0000, setting cluster-up flag (Was=false) 2024-11-09T16:18:07,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538 2024-11-09T16:18:07,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538 2024-11-09T16:18:08,010 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0763519538/flush-table-proc/acquired, /0763519538/flush-table-proc/reached, /0763519538/flush-table-proc/abort 2024-11-09T16:18:08,011 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,44913,1731169086949 2024-11-09T16:18:08,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538 2024-11-09T16:18:08,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538 2024-11-09T16:18:08,068 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0763519538/online-snapshot/acquired, /0763519538/online-snapshot/reached, /0763519538/online-snapshot/abort 2024-11-09T16:18:08,069 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,44913,1731169086949 2024-11-09T16:18:08,070 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:18:08,071 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:18:08,072 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:18:08,072 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:18:08,072 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,44913,1731169086949 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:18:08,073 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:18:08,074 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:18:08,074 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:18:08,074 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:18:08,074 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:18:08,074 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:08,074 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:18:08,074 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:08,077 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:18:08,078 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:18:08,079 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:08,079 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:18:08,088 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169118088 2024-11-09T16:18:08,088 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:18:08,088 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:18:08,088 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:18:08,088 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:18:08,089 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:18:08,089 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:18:08,093 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:08,094 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:18:08,094 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:18:08,094 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:18:08,094 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:18:08,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:18:08,096 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:18:08,096 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:18:08,096 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:18:08,096 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a 2024-11-09T16:18:08,100 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169088096,5,FailOnTimeoutGroup] 2024-11-09T16:18:08,104 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169088100,5,FailOnTimeoutGroup] 2024-11-09T16:18:08,104 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:08,104 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:18:08,104 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:08,104 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:08,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741832_1008 (size=32) 2024-11-09T16:18:08,144 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(746): ClusterId : 1e3ae830-a68b-49c5-8400-36c94c44d38f 2024-11-09T16:18:08,144 DEBUG [RS:0;efe6b43736f4:40335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:18:08,160 DEBUG [RS:0;efe6b43736f4:40335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:18:08,160 DEBUG [RS:0;efe6b43736f4:40335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:18:08,171 DEBUG [RS:0;efe6b43736f4:40335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:18:08,171 DEBUG [RS:0;efe6b43736f4:40335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6935baf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:18:08,186 DEBUG [RS:0;efe6b43736f4:40335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:40335 2024-11-09T16:18:08,186 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:18:08,186 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:18:08,186 DEBUG [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:18:08,187 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,44913,1731169086949 with port=40335, startcode=1731169087200 2024-11-09T16:18:08,187 DEBUG [RS:0;efe6b43736f4:40335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:18:08,190 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:18:08,190 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44913 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,40335,1731169087200 2024-11-09T16:18:08,190 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44913 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,40335,1731169087200 2024-11-09T16:18:08,192 DEBUG [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a 2024-11-09T16:18:08,192 DEBUG [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44121 2024-11-09T16:18:08,192 DEBUG [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:18:08,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538/rs 2024-11-09T16:18:08,205 DEBUG [RS:0;efe6b43736f4:40335 {}] zookeeper.ZKUtil(111): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Set watcher on existing znode=/0763519538/rs/efe6b43736f4,40335,1731169087200 2024-11-09T16:18:08,205 WARN [RS:0;efe6b43736f4:40335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:18:08,205 INFO [RS:0;efe6b43736f4:40335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:18:08,205 DEBUG [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200 2024-11-09T16:18:08,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,40335,1731169087200] 2024-11-09T16:18:08,209 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:18:08,212 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:18:08,212 INFO [RS:0;efe6b43736f4:40335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:18:08,212 INFO [RS:0;efe6b43736f4:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:08,222 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:18:08,223 INFO [RS:0;efe6b43736f4:40335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:18:08,223 INFO [RS:0;efe6b43736f4:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:08,224 DEBUG [RS:0;efe6b43736f4:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:08,224 DEBUG [RS:0;efe6b43736f4:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:08,224 DEBUG [RS:0;efe6b43736f4:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:08,224 DEBUG [RS:0;efe6b43736f4:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:08,224 DEBUG [RS:0;efe6b43736f4:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:08,224 DEBUG [RS:0;efe6b43736f4:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:18:08,224 DEBUG [RS:0;efe6b43736f4:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:08,224 DEBUG [RS:0;efe6b43736f4:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:08,224 DEBUG [RS:0;efe6b43736f4:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:08,226 DEBUG [RS:0;efe6b43736f4:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:08,226 DEBUG [RS:0;efe6b43736f4:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:08,226 DEBUG [RS:0;efe6b43736f4:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:08,227 DEBUG [RS:0;efe6b43736f4:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:18:08,227 DEBUG [RS:0;efe6b43736f4:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:18:08,236 INFO [RS:0;efe6b43736f4:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:08,236 INFO [RS:0;efe6b43736f4:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:08,236 INFO [RS:0;efe6b43736f4:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:08,236 INFO [RS:0;efe6b43736f4:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:08,236 INFO [RS:0;efe6b43736f4:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:08,236 INFO [RS:0;efe6b43736f4:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,40335,1731169087200-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:18:08,260 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:18:08,260 INFO [RS:0;efe6b43736f4:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,40335,1731169087200-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:08,260 INFO [RS:0;efe6b43736f4:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:08,260 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.Replication(171): efe6b43736f4,40335,1731169087200 started 2024-11-09T16:18:08,279 INFO [RS:0;efe6b43736f4:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:08,279 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,40335,1731169087200, RpcServer on efe6b43736f4/172.17.0.3:40335, sessionid=0x1012063dfdc0001 2024-11-09T16:18:08,279 DEBUG [RS:0;efe6b43736f4:40335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:18:08,279 DEBUG [RS:0;efe6b43736f4:40335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,40335,1731169087200 2024-11-09T16:18:08,279 DEBUG [RS:0;efe6b43736f4:40335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,40335,1731169087200' 2024-11-09T16:18:08,279 DEBUG [RS:0;efe6b43736f4:40335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0763519538/flush-table-proc/abort' 2024-11-09T16:18:08,280 DEBUG [RS:0;efe6b43736f4:40335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0763519538/flush-table-proc/acquired' 2024-11-09T16:18:08,281 DEBUG [RS:0;efe6b43736f4:40335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:18:08,281 DEBUG [RS:0;efe6b43736f4:40335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:18:08,281 DEBUG [RS:0;efe6b43736f4:40335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,40335,1731169087200 2024-11-09T16:18:08,281 DEBUG [RS:0;efe6b43736f4:40335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,40335,1731169087200' 2024-11-09T16:18:08,281 DEBUG [RS:0;efe6b43736f4:40335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0763519538/online-snapshot/abort' 2024-11-09T16:18:08,281 DEBUG [RS:0;efe6b43736f4:40335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0763519538/online-snapshot/acquired' 2024-11-09T16:18:08,284 DEBUG [RS:0;efe6b43736f4:40335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:18:08,284 INFO [RS:0;efe6b43736f4:40335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:18:08,284 INFO [RS:0;efe6b43736f4:40335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:18:08,385 INFO [RS:0;efe6b43736f4:40335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:18:08,387 INFO [RS:0;efe6b43736f4:40335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C40335%2C1731169087200, suffix=, logDir=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200, archiveDir=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/oldWALs, maxLogs=10 2024-11-09T16:18:08,405 DEBUG [RS:0;efe6b43736f4:40335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388, exclude list is [], retry=0 2024-11-09T16:18:08,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-2e448f66-c649-4897-806f-c36faefa0587,DISK] 2024-11-09T16:18:08,424 INFO [RS:0;efe6b43736f4:40335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 2024-11-09T16:18:08,427 DEBUG [RS:0;efe6b43736f4:40335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38137:38137)] 2024-11-09T16:18:08,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:18:08,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:18:08,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:18:08,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:08,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:18:08,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:18:08,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:18:08,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:08,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:18:08,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:18:08,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:18:08,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:08,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:18:08,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:18:08,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:18:08,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:08,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:18:08,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:18:08,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740 2024-11-09T16:18:08,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740 2024-11-09T16:18:08,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:18:08,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:18:08,532 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:18:08,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:18:08,535 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:18:08,535 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64122142, jitterRate=-0.04450562596321106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:18:08,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169088512Initializing all the Stores at 1731169088513 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169088513Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169088513Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169088513Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169088513Cleaning up temporary data from old regions at 1731169088531 (+18 ms)Region opened successfully at 1731169088536 (+5 ms) 2024-11-09T16:18:08,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:18:08,536 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:18:08,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:18:08,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:18:08,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:18:08,537 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:18:08,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169088536Disabling compacts and flushes for region at 1731169088536Disabling writes for close at 1731169088536Writing region close event to WAL at 1731169088537 (+1 ms)Closed at 1731169088537 2024-11-09T16:18:08,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:18:08,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:18:08,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:18:08,542 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:18:08,543 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:18:08,694 DEBUG [efe6b43736f4:44913 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:18:08,694 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,40335,1731169087200 2024-11-09T16:18:08,696 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,40335,1731169087200, state=OPENING 2024-11-09T16:18:08,741 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:18:08,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538 2024-11-09T16:18:08,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763519538/meta-region-server: CHANGED 2024-11-09T16:18:08,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538 2024-11-09T16:18:08,755 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:18:08,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763519538/meta-region-server: CHANGED 2024-11-09T16:18:08,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,40335,1731169087200}] 2024-11-09T16:18:08,825 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:18:08,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:08,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:08,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:08,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:08,908 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:18:08,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:18:08,913 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:18:08,913 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:18:08,913 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:18:08,915 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C40335%2C1731169087200.meta, suffix=.meta, logDir=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200, archiveDir=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/oldWALs, maxLogs=10 2024-11-09T16:18:08,931 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.meta.1731169088915.meta, exclude list is [], retry=0 2024-11-09T16:18:08,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-2e448f66-c649-4897-806f-c36faefa0587,DISK] 2024-11-09T16:18:08,935 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.meta.1731169088915.meta 2024-11-09T16:18:08,935 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38137:38137)] 2024-11-09T16:18:08,936 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:18:08,936 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:18:08,936 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:18:08,936 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:18:08,936 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:18:08,937 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:18:08,937 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:18:08,937 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:18:08,937 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:18:08,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:18:08,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:18:08,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:08,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:18:08,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:18:08,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:18:08,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:08,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:18:08,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:18:08,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:18:08,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:08,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:18:08,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:18:08,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:18:08,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:08,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:18:08,944 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:18:08,945 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740 2024-11-09T16:18:08,946 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740 2024-11-09T16:18:08,947 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:18:08,947 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:18:08,947 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:18:08,949 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:18:08,949 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74662948, jitterRate=0.11256462335586548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:18:08,949 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:18:08,951 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169088937Writing region info on filesystem at 1731169088937Initializing all the Stores at 1731169088938 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169088938Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169088938Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169088938Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169088938Cleaning up temporary data from old regions at 1731169088947 (+9 ms)Running coprocessor post-open hooks at 1731169088949 (+2 ms)Region opened successfully at 1731169088950 (+1 ms) 2024-11-09T16:18:08,952 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169088908 2024-11-09T16:18:08,954 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:18:08,954 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:18:08,955 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,40335,1731169087200 2024-11-09T16:18:08,955 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,40335,1731169087200, state=OPEN 2024-11-09T16:18:08,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0763519538/meta-region-server 2024-11-09T16:18:08,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0763519538/meta-region-server 2024-11-09T16:18:08,996 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,40335,1731169087200 2024-11-09T16:18:08,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763519538/meta-region-server: CHANGED 2024-11-09T16:18:08,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0763519538/meta-region-server: CHANGED 2024-11-09T16:18:08,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:18:08,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,40335,1731169087200 in 241 msec 2024-11-09T16:18:09,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:18:09,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-11-09T16:18:09,002 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:18:09,002 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:18:09,004 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:18:09,004 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,40335,1731169087200, seqNum=-1] 2024-11-09T16:18:09,004 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:18:09,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:18:09,010 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 939 msec 2024-11-09T16:18:09,011 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169089011, completionTime=-1 2024-11-09T16:18:09,011 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:18:09,011 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:18:09,012 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:18:09,012 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169149012 2024-11-09T16:18:09,013 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169209013 2024-11-09T16:18:09,013 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T16:18:09,013 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44913,1731169086949-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:09,013 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44913,1731169086949-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:09,013 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44913,1731169086949-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:09,013 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:44913, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:09,013 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:09,013 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:09,015 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:18:09,016 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.721sec 2024-11-09T16:18:09,016 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:18:09,016 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:18:09,016 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:18:09,016 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:18:09,016 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:18:09,017 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44913,1731169086949-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:18:09,017 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44913,1731169086949-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:18:09,019 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:18:09,019 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:18:09,019 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44913,1731169086949-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:09,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:09,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,44913,-1 for getting cluster id 2024-11-09T16:18:09,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:18:09,046 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e3ae830-a68b-49c5-8400-36c94c44d38f' 2024-11-09T16:18:09,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:18:09,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e3ae830-a68b-49c5-8400-36c94c44d38f" 2024-11-09T16:18:09,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370fa6e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:09,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,44913,-1] 2024-11-09T16:18:09,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:18:09,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:09,048 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:18:09,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:09,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:18:09,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,40335,1731169087200, seqNum=-1] 2024-11-09T16:18:09,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:18:09,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:18:09,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,44913,1731169086949 2024-11-09T16:18:09,054 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56274 2024-11-09T16:18:09,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:18:09,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012063dfdc0002 connected 2024-11-09T16:18:09,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/hadoop.log.dir so I do NOT create it in target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27 2024-11-09T16:18:09,086 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:18:09,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/hadoop.tmp.dir so I do NOT create it in target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27 2024-11-09T16:18:09,087 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:18:09,087 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27 2024-11-09T16:18:09,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:18:09,087 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/cluster_d9faebb8-b945-2fe4-5da3-a4206d4028cf, deleteOnExit=true 2024-11-09T16:18:09,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:18:09,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/test.cache.data in system properties and HBase conf 2024-11-09T16:18:09,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:18:09,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:18:09,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:18:09,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:18:09,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:18:09,088 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:18:09,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:18:09,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:18:09,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:18:09,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:18:09,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:18:09,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:18:09,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:18:09,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:18:09,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:18:09,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:18:09,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:18:09,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:18:09,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:18:09,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:18:09,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:18:09,385 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:18:09,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:18:09,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:18:09,386 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:18:09,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:18:09,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:18:09,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:18:09,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d7a321f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/java.io.tmpdir/jetty-localhost-35393-hadoop-hdfs-3_4_1-tests_jar-_-any-2222979968050898885/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:18:09,492 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:35393} 2024-11-09T16:18:09,492 INFO [Time-limited test {}] server.Server(415): Started @53081ms 2024-11-09T16:18:09,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:18:09,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:18:09,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:18:09,784 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:18:09,784 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:18:09,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:18:09,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:18:09,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26db198b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/java.io.tmpdir/jetty-localhost-40671-hadoop-hdfs-3_4_1-tests_jar-_-any-16804639629337384077/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:18:09,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:40671} 2024-11-09T16:18:09,879 INFO [Time-limited test {}] server.Server(415): Started @53468ms 2024-11-09T16:18:09,880 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:18:10,504 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/cluster_d9faebb8-b945-2fe4-5da3-a4206d4028cf/data/data1/current/BP-1279352185-172.17.0.3-1731169089110/current, will proceed with Du for space computation calculation, 2024-11-09T16:18:10,504 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/cluster_d9faebb8-b945-2fe4-5da3-a4206d4028cf/data/data2/current/BP-1279352185-172.17.0.3-1731169089110/current, will proceed with Du for space computation calculation, 2024-11-09T16:18:10,526 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:18:10,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc74a2d27f2e4e6b6 with lease ID 0xf6c3cf2b31ef5099: Processing first storage report for DS-0800b2f5-35d4-4626-b726-5397d8b652f8 from datanode DatanodeRegistration(127.0.0.1:41815, datanodeUuid=d3040f8b-0bb0-41bb-a7c4-5d5de6b7066e, infoPort=38533, infoSecurePort=0, ipcPort=36097, storageInfo=lv=-57;cid=testClusterID;nsid=1221270481;c=1731169089110) 2024-11-09T16:18:10,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc74a2d27f2e4e6b6 with lease ID 0xf6c3cf2b31ef5099: from storage DS-0800b2f5-35d4-4626-b726-5397d8b652f8 node DatanodeRegistration(127.0.0.1:41815, datanodeUuid=d3040f8b-0bb0-41bb-a7c4-5d5de6b7066e, infoPort=38533, infoSecurePort=0, ipcPort=36097, storageInfo=lv=-57;cid=testClusterID;nsid=1221270481;c=1731169089110), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:18:10,529 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc74a2d27f2e4e6b6 with lease ID 0xf6c3cf2b31ef5099: Processing first storage report for DS-12f509d9-5c6a-449a-baf3-d0a085e4a1c7 from datanode DatanodeRegistration(127.0.0.1:41815, datanodeUuid=d3040f8b-0bb0-41bb-a7c4-5d5de6b7066e, infoPort=38533, infoSecurePort=0, ipcPort=36097, storageInfo=lv=-57;cid=testClusterID;nsid=1221270481;c=1731169089110) 2024-11-09T16:18:10,529 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc74a2d27f2e4e6b6 with lease ID 0xf6c3cf2b31ef5099: from storage DS-12f509d9-5c6a-449a-baf3-d0a085e4a1c7 node DatanodeRegistration(127.0.0.1:41815, datanodeUuid=d3040f8b-0bb0-41bb-a7c4-5d5de6b7066e, infoPort=38533, infoSecurePort=0, ipcPort=36097, storageInfo=lv=-57;cid=testClusterID;nsid=1221270481;c=1731169089110), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:18:10,605 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27 2024-11-09T16:18:10,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:18:10,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:18:10,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:18:11,014 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733 with version=8 2024-11-09T16:18:11,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/hbase-staging 2024-11-09T16:18:11,017 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:18:11,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:18:11,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:18:11,017 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:18:11,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:18:11,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:18:11,017 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:18:11,017 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:18:11,018 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37149 2024-11-09T16:18:11,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37149 connecting to ZooKeeper ensemble=127.0.0.1:56274 2024-11-09T16:18:11,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371490x0, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:18:11,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37149-0x1012063dfdc0003 connected 2024-11-09T16:18:11,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:18:11,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:18:11,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Set watcher on znode that does not yet exist, /11366863039/running 2024-11-09T16:18:11,144 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733, hbase.cluster.distributed=false 2024-11-09T16:18:11,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Set watcher on znode that does not yet exist, /11366863039/acl 2024-11-09T16:18:11,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37149 2024-11-09T16:18:11,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37149 2024-11-09T16:18:11,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37149 2024-11-09T16:18:11,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37149 2024-11-09T16:18:11,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37149 2024-11-09T16:18:11,159 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:18:11,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:18:11,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:18:11,159 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:18:11,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:18:11,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:18:11,160 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:18:11,160 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:18:11,160 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37717 2024-11-09T16:18:11,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37717 connecting to ZooKeeper ensemble=127.0.0.1:56274 2024-11-09T16:18:11,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:18:11,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:18:11,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377170x0, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:18:11,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377170x0, quorum=127.0.0.1:56274, baseZNode=/11366863039 Set watcher on znode that does not yet exist, /11366863039/running 2024-11-09T16:18:11,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37717-0x1012063dfdc0004 connected 2024-11-09T16:18:11,174 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:18:11,174 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:18:11,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Set watcher on znode that does not yet exist, /11366863039/master 2024-11-09T16:18:11,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Set watcher on znode that does not yet exist, /11366863039/acl 2024-11-09T16:18:11,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37717 2024-11-09T16:18:11,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37717 2024-11-09T16:18:11,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37717 2024-11-09T16:18:11,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37717 2024-11-09T16:18:11,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37717 2024-11-09T16:18:11,190 DEBUG [M:0;efe6b43736f4:37149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:37149 2024-11-09T16:18:11,190 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11366863039/backup-masters/efe6b43736f4,37149,1731169091016 2024-11-09T16:18:11,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039/backup-masters 2024-11-09T16:18:11,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039/backup-masters 2024-11-09T16:18:11,200 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Set watcher on existing znode=/11366863039/backup-masters/efe6b43736f4,37149,1731169091016 2024-11-09T16:18:11,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11366863039/master 2024-11-09T16:18:11,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039 2024-11-09T16:18:11,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039 2024-11-09T16:18:11,210 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Set watcher on existing znode=/11366863039/master 2024-11-09T16:18:11,210 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11366863039/backup-masters/efe6b43736f4,37149,1731169091016 from backup master directory 2024-11-09T16:18:11,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11366863039/backup-masters/efe6b43736f4,37149,1731169091016 2024-11-09T16:18:11,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039/backup-masters 2024-11-09T16:18:11,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039/backup-masters 2024-11-09T16:18:11,220 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:18:11,220 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,37149,1731169091016 2024-11-09T16:18:11,224 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/hbase.id] with ID: de67986c-bef9-43ae-a5cd-49be3f732a05 2024-11-09T16:18:11,224 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/.tmp/hbase.id 2024-11-09T16:18:11,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:18:11,629 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/.tmp/hbase.id]:[hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/hbase.id] 2024-11-09T16:18:11,640 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:18:11,640 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:18:11,641 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T16:18:11,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039 2024-11-09T16:18:11,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039 2024-11-09T16:18:11,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:18:12,100 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:18:12,101 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:18:12,101 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:18:12,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:18:12,508 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store 2024-11-09T16:18:12,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:18:12,916 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:18:12,916 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:18:12,916 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:18:12,916 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:18:12,916 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:18:12,916 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:18:12,916 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:18:12,916 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169092916Disabling compacts and flushes for region at 1731169092916Disabling writes for close at 1731169092916Writing region close event to WAL at 1731169092916Closed at 1731169092916 2024-11-09T16:18:12,917 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/.initializing 2024-11-09T16:18:12,917 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/WALs/efe6b43736f4,37149,1731169091016 2024-11-09T16:18:12,918 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:18:12,920 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C37149%2C1731169091016, suffix=, logDir=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/WALs/efe6b43736f4,37149,1731169091016, archiveDir=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/oldWALs, maxLogs=10 2024-11-09T16:18:12,936 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/WALs/efe6b43736f4,37149,1731169091016/efe6b43736f4%2C37149%2C1731169091016.1731169092921, exclude list is [], retry=0 2024-11-09T16:18:12,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-0800b2f5-35d4-4626-b726-5397d8b652f8,DISK] 2024-11-09T16:18:12,941 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/WALs/efe6b43736f4,37149,1731169091016/efe6b43736f4%2C37149%2C1731169091016.1731169092921 2024-11-09T16:18:12,941 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38533:38533)] 2024-11-09T16:18:12,941 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:18:12,941 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:18:12,942 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:12,942 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:12,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:12,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:18:12,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:12,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:18:12,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:12,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:18:12,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:12,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:18:12,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:12,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:18:12,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:12,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:18:12,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:12,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:18:12,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:12,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:18:12,950 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:12,950 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:12,951 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:12,952 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:12,952 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:12,952 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:18:12,953 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:18:12,955 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:18:12,956 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68748971, jitterRate=0.024439498782157898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:18:12,956 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169092942Initializing all the Stores at 1731169092943 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169092943Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169092943Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169092943Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169092943Cleaning up temporary data from old regions at 1731169092952 (+9 ms)Region opened successfully at 1731169092956 (+4 ms) 2024-11-09T16:18:12,956 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:18:12,959 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c19d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:18:12,960 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:18:12,960 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:18:12,960 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:18:12,961 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:18:12,961 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:18:12,961 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:18:12,961 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:18:12,964 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:18:12,964 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Unable to get data of znode /11366863039/balancer because node does not exist (not necessarily an error) 2024-11-09T16:18:13,036 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11366863039/balancer already deleted, retry=false 2024-11-09T16:18:13,036 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:18:13,037 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Unable to get data of znode /11366863039/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:18:13,046 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11366863039/normalizer already deleted, retry=false 2024-11-09T16:18:13,047 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:18:13,047 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Unable to get data of znode /11366863039/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:18:13,057 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11366863039/switch/split already deleted, retry=false 2024-11-09T16:18:13,058 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Unable to get data of znode /11366863039/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:18:13,067 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11366863039/switch/merge already deleted, retry=false 2024-11-09T16:18:13,069 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Unable to get data of znode /11366863039/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:18:13,078 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11366863039/snapshot-cleanup already deleted, retry=false 2024-11-09T16:18:13,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11366863039/running 2024-11-09T16:18:13,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11366863039/running 2024-11-09T16:18:13,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039 2024-11-09T16:18:13,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039 2024-11-09T16:18:13,089 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,37149,1731169091016, sessionid=0x1012063dfdc0003, setting cluster-up flag (Was=false) 2024-11-09T16:18:13,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039 2024-11-09T16:18:13,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039 2024-11-09T16:18:13,141 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11366863039/flush-table-proc/acquired, /11366863039/flush-table-proc/reached, /11366863039/flush-table-proc/abort 2024-11-09T16:18:13,142 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,37149,1731169091016 2024-11-09T16:18:13,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039 2024-11-09T16:18:13,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039 2024-11-09T16:18:13,194 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11366863039/online-snapshot/acquired, /11366863039/online-snapshot/reached, /11366863039/online-snapshot/abort 2024-11-09T16:18:13,195 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,37149,1731169091016 2024-11-09T16:18:13,196 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:18:13,198 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:18:13,198 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:18:13,198 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:18:13,198 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,37149,1731169091016 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:18:13,200 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:18:13,200 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:18:13,200 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:18:13,200 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:18:13,200 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:18:13,200 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:13,200 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:18:13,200 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:13,201 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169123201 2024-11-09T16:18:13,201 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:18:13,201 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:18:13,201 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:18:13,201 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:18:13,201 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:18:13,201 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:18:13,201 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:18:13,201 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:18:13,201 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:13,202 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:18:13,202 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:18:13,202 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:18:13,202 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:18:13,202 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:18:13,202 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:18:13,202 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169093202,5,FailOnTimeoutGroup] 2024-11-09T16:18:13,202 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:13,202 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169093202,5,FailOnTimeoutGroup] 2024-11-09T16:18:13,202 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:13,202 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:18:13,202 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:13,203 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:13,202 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:18:13,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:18:13,283 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(746): ClusterId : de67986c-bef9-43ae-a5cd-49be3f732a05 2024-11-09T16:18:13,283 DEBUG [RS:0;efe6b43736f4:37717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:18:13,295 DEBUG [RS:0;efe6b43736f4:37717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:18:13,295 DEBUG [RS:0;efe6b43736f4:37717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:18:13,305 DEBUG [RS:0;efe6b43736f4:37717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:18:13,305 DEBUG [RS:0;efe6b43736f4:37717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fb3c33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:18:13,316 DEBUG [RS:0;efe6b43736f4:37717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:37717 2024-11-09T16:18:13,316 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:18:13,316 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:18:13,316 DEBUG [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:18:13,317 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,37149,1731169091016 with port=37717, startcode=1731169091159 2024-11-09T16:18:13,317 DEBUG [RS:0;efe6b43736f4:37717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:18:13,319 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:18:13,319 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,37717,1731169091159 2024-11-09T16:18:13,319 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37149 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,37717,1731169091159 2024-11-09T16:18:13,320 DEBUG [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733 2024-11-09T16:18:13,320 DEBUG [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34269 2024-11-09T16:18:13,320 DEBUG [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:18:13,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039/rs 2024-11-09T16:18:13,331 DEBUG [RS:0;efe6b43736f4:37717 {}] zookeeper.ZKUtil(111): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Set watcher on existing znode=/11366863039/rs/efe6b43736f4,37717,1731169091159 2024-11-09T16:18:13,331 WARN [RS:0;efe6b43736f4:37717 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:18:13,331 INFO [RS:0;efe6b43736f4:37717 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:18:13,331 DEBUG [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/WALs/efe6b43736f4,37717,1731169091159 2024-11-09T16:18:13,331 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,37717,1731169091159] 2024-11-09T16:18:13,334 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:18:13,336 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:18:13,336 INFO [RS:0;efe6b43736f4:37717 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:18:13,336 INFO [RS:0;efe6b43736f4:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:13,336 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:18:13,337 INFO [RS:0;efe6b43736f4:37717 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:18:13,337 INFO [RS:0;efe6b43736f4:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:13,337 DEBUG [RS:0;efe6b43736f4:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:13,337 DEBUG [RS:0;efe6b43736f4:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:13,337 DEBUG [RS:0;efe6b43736f4:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:13,337 DEBUG [RS:0;efe6b43736f4:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:13,337 DEBUG [RS:0;efe6b43736f4:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:13,337 DEBUG [RS:0;efe6b43736f4:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:18:13,337 DEBUG [RS:0;efe6b43736f4:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:13,337 DEBUG [RS:0;efe6b43736f4:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:13,338 DEBUG [RS:0;efe6b43736f4:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:13,338 DEBUG [RS:0;efe6b43736f4:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:13,338 DEBUG [RS:0;efe6b43736f4:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:13,338 DEBUG [RS:0;efe6b43736f4:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:18:13,338 DEBUG [RS:0;efe6b43736f4:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:18:13,338 DEBUG [RS:0;efe6b43736f4:37717 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:18:13,338 INFO [RS:0;efe6b43736f4:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:13,338 INFO [RS:0;efe6b43736f4:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:13,338 INFO [RS:0;efe6b43736f4:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:13,338 INFO [RS:0;efe6b43736f4:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:13,338 INFO [RS:0;efe6b43736f4:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:13,338 INFO [RS:0;efe6b43736f4:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37717,1731169091159-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:18:13,351 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:18:13,351 INFO [RS:0;efe6b43736f4:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37717,1731169091159-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:13,351 INFO [RS:0;efe6b43736f4:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:13,351 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.Replication(171): efe6b43736f4,37717,1731169091159 started 2024-11-09T16:18:13,362 INFO [RS:0;efe6b43736f4:37717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:13,363 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,37717,1731169091159, RpcServer on efe6b43736f4/172.17.0.3:37717, sessionid=0x1012063dfdc0004 2024-11-09T16:18:13,363 DEBUG [RS:0;efe6b43736f4:37717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:18:13,363 DEBUG [RS:0;efe6b43736f4:37717 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,37717,1731169091159 2024-11-09T16:18:13,363 DEBUG [RS:0;efe6b43736f4:37717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,37717,1731169091159' 2024-11-09T16:18:13,363 DEBUG [RS:0;efe6b43736f4:37717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11366863039/flush-table-proc/abort' 2024-11-09T16:18:13,363 DEBUG [RS:0;efe6b43736f4:37717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11366863039/flush-table-proc/acquired' 2024-11-09T16:18:13,364 DEBUG [RS:0;efe6b43736f4:37717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:18:13,364 DEBUG [RS:0;efe6b43736f4:37717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:18:13,364 DEBUG [RS:0;efe6b43736f4:37717 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,37717,1731169091159 2024-11-09T16:18:13,364 DEBUG [RS:0;efe6b43736f4:37717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,37717,1731169091159' 2024-11-09T16:18:13,364 DEBUG [RS:0;efe6b43736f4:37717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11366863039/online-snapshot/abort' 2024-11-09T16:18:13,364 DEBUG [RS:0;efe6b43736f4:37717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11366863039/online-snapshot/acquired' 2024-11-09T16:18:13,365 DEBUG [RS:0;efe6b43736f4:37717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:18:13,365 INFO [RS:0;efe6b43736f4:37717 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:18:13,365 INFO [RS:0;efe6b43736f4:37717 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:18:13,465 INFO [RS:0;efe6b43736f4:37717 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:18:13,467 INFO [RS:0;efe6b43736f4:37717 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C37717%2C1731169091159, suffix=, logDir=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/WALs/efe6b43736f4,37717,1731169091159, archiveDir=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/oldWALs, maxLogs=10 2024-11-09T16:18:13,479 DEBUG [RS:0;efe6b43736f4:37717 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/WALs/efe6b43736f4,37717,1731169091159/efe6b43736f4%2C37717%2C1731169091159.1731169093467, exclude list is [], retry=0 2024-11-09T16:18:13,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-0800b2f5-35d4-4626-b726-5397d8b652f8,DISK] 2024-11-09T16:18:13,483 INFO [RS:0;efe6b43736f4:37717 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/WALs/efe6b43736f4,37717,1731169091159/efe6b43736f4%2C37717%2C1731169091159.1731169093467 2024-11-09T16:18:13,483 DEBUG [RS:0;efe6b43736f4:37717 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38533:38533)] 2024-11-09T16:18:13,609 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:18:13,609 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733 2024-11-09T16:18:13,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741833_1009 (size=32) 2024-11-09T16:18:14,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:18:14,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:18:14,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:18:14,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:14,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:18:14,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:18:14,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:18:14,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:14,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:18:14,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:18:14,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:18:14,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:14,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:18:14,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:18:14,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:18:14,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:14,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:18:14,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:18:14,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740 2024-11-09T16:18:14,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740 2024-11-09T16:18:14,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:18:14,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:18:14,026 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:18:14,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:18:14,029 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:18:14,030 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72139797, jitterRate=0.07496674358844757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:18:14,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169094016Initializing all the Stores at 1731169094016Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169094016Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169094016Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169094016Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169094017 (+1 ms)Cleaning up temporary data from old regions at 1731169094025 (+8 ms)Region opened successfully at 1731169094030 (+5 ms) 2024-11-09T16:18:14,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:18:14,030 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:18:14,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:18:14,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:18:14,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:18:14,030 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:18:14,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169094030Disabling compacts and flushes for region at 1731169094030Disabling writes for close at 1731169094030Writing region close event to WAL at 1731169094030Closed at 1731169094030 2024-11-09T16:18:14,031 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:18:14,032 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:18:14,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:18:14,033 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:18:14,034 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:18:14,184 DEBUG [efe6b43736f4:37149 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:18:14,185 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,37717,1731169091159 2024-11-09T16:18:14,186 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,37717,1731169091159, state=OPENING 2024-11-09T16:18:14,282 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:18:14,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039 2024-11-09T16:18:14,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039 2024-11-09T16:18:14,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11366863039/meta-region-server: CHANGED 2024-11-09T16:18:14,299 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:18:14,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11366863039/meta-region-server: CHANGED 2024-11-09T16:18:14,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,37717,1731169091159}] 2024-11-09T16:18:14,438 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:18:14,453 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:18:14,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:18:14,458 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:18:14,458 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:18:14,458 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:18:14,460 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C37717%2C1731169091159.meta, suffix=.meta, logDir=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/WALs/efe6b43736f4,37717,1731169091159, archiveDir=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/oldWALs, maxLogs=10 2024-11-09T16:18:14,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:14,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:14,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:14,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:14,479 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/WALs/efe6b43736f4,37717,1731169091159/efe6b43736f4%2C37717%2C1731169091159.meta.1731169094461.meta, exclude list is [], retry=0 2024-11-09T16:18:14,481 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T16:18:14,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41815,DS-0800b2f5-35d4-4626-b726-5397d8b652f8,DISK] 2024-11-09T16:18:14,483 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/WALs/efe6b43736f4,37717,1731169091159/efe6b43736f4%2C37717%2C1731169091159.meta.1731169094461.meta 2024-11-09T16:18:14,484 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38533:38533)] 2024-11-09T16:18:14,484 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:18:14,484 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:18:14,484 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:18:14,484 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:18:14,485 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:18:14,485 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:18:14,485 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:18:14,485 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:18:14,485 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:18:14,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:18:14,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:18:14,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:14,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:18:14,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:18:14,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:18:14,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:14,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:18:14,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:18:14,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:18:14,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:14,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:18:14,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:18:14,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:18:14,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:14,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:18:14,491 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:18:14,492 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740 2024-11-09T16:18:14,493 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740 2024-11-09T16:18:14,494 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:18:14,494 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:18:14,495 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:18:14,496 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:18:14,496 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64679823, jitterRate=-0.036195531487464905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:18:14,496 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:18:14,497 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169094485Writing region info on filesystem at 1731169094485Initializing all the Stores at 1731169094486 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169094486Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169094486Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169094486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169094486Cleaning up temporary data from old regions at 1731169094494 (+8 ms)Running coprocessor post-open hooks at 1731169094496 (+2 ms)Region opened successfully at 1731169094496 2024-11-09T16:18:14,497 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169094452 2024-11-09T16:18:14,500 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:18:14,500 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:18:14,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,37717,1731169091159 2024-11-09T16:18:14,501 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,37717,1731169091159, state=OPEN 2024-11-09T16:18:14,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11366863039/meta-region-server 2024-11-09T16:18:14,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11366863039/meta-region-server 2024-11-09T16:18:14,510 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,37717,1731169091159 2024-11-09T16:18:14,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11366863039/meta-region-server: CHANGED 2024-11-09T16:18:14,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11366863039/meta-region-server: CHANGED 2024-11-09T16:18:14,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:18:14,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,37717,1731169091159 in 210 msec 2024-11-09T16:18:14,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:18:14,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 480 msec 2024-11-09T16:18:14,516 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:18:14,516 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:18:14,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:18:14,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,37717,1731169091159, seqNum=-1] 2024-11-09T16:18:14,518 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:18:14,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:18:14,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3260 sec 2024-11-09T16:18:14,526 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169094526, completionTime=-1 2024-11-09T16:18:14,526 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:18:14,526 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:18:14,528 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:18:14,528 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169154528 2024-11-09T16:18:14,528 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169214528 2024-11-09T16:18:14,528 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T16:18:14,528 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37149,1731169091016-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:14,528 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37149,1731169091016-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:14,528 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37149,1731169091016-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:14,528 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:37149, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:14,528 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:14,529 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:14,530 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:18:14,533 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.313sec 2024-11-09T16:18:14,533 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:18:14,533 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:18:14,533 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:18:14,533 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:18:14,533 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:18:14,533 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37149,1731169091016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:18:14,533 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37149,1731169091016-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:18:14,536 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:18:14,536 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:18:14,536 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37149,1731169091016-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:18:14,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:14,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,37149,-1 for getting cluster id 2024-11-09T16:18:14,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:18:14,586 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de67986c-bef9-43ae-a5cd-49be3f732a05' 2024-11-09T16:18:14,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:18:14,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de67986c-bef9-43ae-a5cd-49be3f732a05" 2024-11-09T16:18:14,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d21a9a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:14,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,37149,-1] 2024-11-09T16:18:14,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:18:14,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:14,588 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:18:14,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:14,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:18:14,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,37717,1731169091159, seqNum=-1] 2024-11-09T16:18:14,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:18:14,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:18:14,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,37149,1731169091016 2024-11-09T16:18:14,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56274 2024-11-09T16:18:14,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:18:14,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012063dfdc0005 connected 2024-11-09T16:18:14,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:18:14,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,44913,1731169086949 2024-11-09T16:18:14,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f1c0027 2024-11-09T16:18:14,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:18:14,621 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:18:14,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:18:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T16:18:14,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:18:14,629 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:14,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T16:18:14,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:18:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:18:14,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741835_1011 (size=902) 2024-11-09T16:18:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:18:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:18:15,039 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c310a5f22d2af76e1dda9a34d5e91c7, NAME => 'test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a 2024-11-09T16:18:15,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741836_1012 (size=39) 2024-11-09T16:18:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:18:15,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:18:15,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4c310a5f22d2af76e1dda9a34d5e91c7, disabling compactions & flushes 2024-11-09T16:18:15,445 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7. 2024-11-09T16:18:15,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7. 2024-11-09T16:18:15,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7. after waiting 0 ms 2024-11-09T16:18:15,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7. 2024-11-09T16:18:15,445 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7. 2024-11-09T16:18:15,445 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c310a5f22d2af76e1dda9a34d5e91c7: Waiting for close lock at 1731169095445Disabling compacts and flushes for region at 1731169095445Disabling writes for close at 1731169095445Writing region close event to WAL at 1731169095445Closed at 1731169095445 2024-11-09T16:18:15,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:18:15,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731169095447"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169095447"}]},"ts":"1731169095447"} 2024-11-09T16:18:15,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:18:15,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:18:15,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169095451"}]},"ts":"1731169095451"} 2024-11-09T16:18:15,453 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T16:18:15,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c310a5f22d2af76e1dda9a34d5e91c7, ASSIGN}] 2024-11-09T16:18:15,455 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c310a5f22d2af76e1dda9a34d5e91c7, ASSIGN 2024-11-09T16:18:15,455 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4c310a5f22d2af76e1dda9a34d5e91c7, ASSIGN; state=OFFLINE, location=efe6b43736f4,40335,1731169087200; forceNewPlan=false, retain=false 2024-11-09T16:18:15,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c310a5f22d2af76e1dda9a34d5e91c7, regionState=OPENING, regionLocation=efe6b43736f4,40335,1731169087200 2024-11-09T16:18:15,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4c310a5f22d2af76e1dda9a34d5e91c7, ASSIGN because future has completed 2024-11-09T16:18:15,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c310a5f22d2af76e1dda9a34d5e91c7, server=efe6b43736f4,40335,1731169087200}] 2024-11-09T16:18:15,764 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7. 2024-11-09T16:18:15,764 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c310a5f22d2af76e1dda9a34d5e91c7, NAME => 'test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:18:15,764 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:18:15,764 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T16:18:15,764 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4c310a5f22d2af76e1dda9a34d5e91c7 2024-11-09T16:18:15,765 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:18:15,765 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4c310a5f22d2af76e1dda9a34d5e91c7 2024-11-09T16:18:15,765 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4c310a5f22d2af76e1dda9a34d5e91c7 2024-11-09T16:18:15,766 INFO [StoreOpener-4c310a5f22d2af76e1dda9a34d5e91c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c310a5f22d2af76e1dda9a34d5e91c7 2024-11-09T16:18:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:18:15,767 INFO [StoreOpener-4c310a5f22d2af76e1dda9a34d5e91c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c310a5f22d2af76e1dda9a34d5e91c7 columnFamilyName f 2024-11-09T16:18:15,767 DEBUG [StoreOpener-4c310a5f22d2af76e1dda9a34d5e91c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:15,768 INFO [StoreOpener-4c310a5f22d2af76e1dda9a34d5e91c7-1 {}] regionserver.HStore(327): Store=4c310a5f22d2af76e1dda9a34d5e91c7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:18:15,768 INFO [StoreOpener-4c310a5f22d2af76e1dda9a34d5e91c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4c310a5f22d2af76e1dda9a34d5e91c7 2024-11-09T16:18:15,769 INFO [StoreOpener-4c310a5f22d2af76e1dda9a34d5e91c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c310a5f22d2af76e1dda9a34d5e91c7 columnFamilyName f1 2024-11-09T16:18:15,769 DEBUG [StoreOpener-4c310a5f22d2af76e1dda9a34d5e91c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:15,770 INFO [StoreOpener-4c310a5f22d2af76e1dda9a34d5e91c7-1 {}] regionserver.HStore(327): Store=4c310a5f22d2af76e1dda9a34d5e91c7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:18:15,770 INFO [StoreOpener-4c310a5f22d2af76e1dda9a34d5e91c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4c310a5f22d2af76e1dda9a34d5e91c7 2024-11-09T16:18:15,771 INFO [StoreOpener-4c310a5f22d2af76e1dda9a34d5e91c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c310a5f22d2af76e1dda9a34d5e91c7 columnFamilyName norep 2024-11-09T16:18:15,771 DEBUG [StoreOpener-4c310a5f22d2af76e1dda9a34d5e91c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:15,771 INFO [StoreOpener-4c310a5f22d2af76e1dda9a34d5e91c7-1 {}] regionserver.HStore(327): Store=4c310a5f22d2af76e1dda9a34d5e91c7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:18:15,772 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4c310a5f22d2af76e1dda9a34d5e91c7 2024-11-09T16:18:15,772 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7 2024-11-09T16:18:15,772 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7 2024-11-09T16:18:15,773 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4c310a5f22d2af76e1dda9a34d5e91c7 2024-11-09T16:18:15,773 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4c310a5f22d2af76e1dda9a34d5e91c7 2024-11-09T16:18:15,773 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:18:15,774 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4c310a5f22d2af76e1dda9a34d5e91c7 2024-11-09T16:18:15,776 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:18:15,777 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4c310a5f22d2af76e1dda9a34d5e91c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64528633, jitterRate=-0.03844843804836273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:18:15,777 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c310a5f22d2af76e1dda9a34d5e91c7 2024-11-09T16:18:15,778 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4c310a5f22d2af76e1dda9a34d5e91c7: Running coprocessor pre-open hook at 1731169095765Writing region info on filesystem at 1731169095765Initializing all the Stores at 1731169095766 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169095766Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169095766Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169095766Cleaning up temporary data from old regions at 1731169095773 (+7 ms)Running coprocessor post-open hooks at 1731169095777 (+4 ms)Region opened successfully at 1731169095777 2024-11-09T16:18:15,780 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7., pid=6, masterSystemTime=1731169095760 2024-11-09T16:18:15,782 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7. 2024-11-09T16:18:15,782 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7. 2024-11-09T16:18:15,783 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c310a5f22d2af76e1dda9a34d5e91c7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=efe6b43736f4,40335,1731169087200 2024-11-09T16:18:15,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c310a5f22d2af76e1dda9a34d5e91c7, server=efe6b43736f4,40335,1731169087200 because future has completed 2024-11-09T16:18:15,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:18:15,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c310a5f22d2af76e1dda9a34d5e91c7, server=efe6b43736f4,40335,1731169087200 in 178 msec 2024-11-09T16:18:15,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T16:18:15,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4c310a5f22d2af76e1dda9a34d5e91c7, ASSIGN in 336 msec 2024-11-09T16:18:15,793 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:18:15,793 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169095793"}]},"ts":"1731169095793"} 2024-11-09T16:18:15,795 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T16:18:15,797 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:18:15,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-09T16:18:16,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:18:16,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:18:16,776 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T16:18:16,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,37149,1731169091016 2024-11-09T16:18:16,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69fa58d6 2024-11-09T16:18:16,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:18:16,778 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:18:16,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:18:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T16:18:16,781 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:18:16,782 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:16,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T16:18:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:18:16,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:18:16,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741835_1011 (size=902) 2024-11-09T16:18:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:18:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:18:17,191 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 979d6c671b9de4dda8cf6dcd0a903a96, NAME => 'test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733 2024-11-09T16:18:17,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741836_1012 (size=39) 2024-11-09T16:18:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:18:17,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:18:17,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 979d6c671b9de4dda8cf6dcd0a903a96, disabling compactions & flushes 2024-11-09T16:18:17,597 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96. 2024-11-09T16:18:17,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96. 2024-11-09T16:18:17,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96. after waiting 0 ms 2024-11-09T16:18:17,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96. 2024-11-09T16:18:17,597 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96. 2024-11-09T16:18:17,597 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 979d6c671b9de4dda8cf6dcd0a903a96: Waiting for close lock at 1731169097597Disabling compacts and flushes for region at 1731169097597Disabling writes for close at 1731169097597Writing region close event to WAL at 1731169097597Closed at 1731169097597 2024-11-09T16:18:17,598 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:18:17,599 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731169097598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169097598"}]},"ts":"1731169097598"} 2024-11-09T16:18:17,601 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:18:17,602 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:18:17,602 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169097602"}]},"ts":"1731169097602"} 2024-11-09T16:18:17,604 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T16:18:17,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=979d6c671b9de4dda8cf6dcd0a903a96, ASSIGN}] 2024-11-09T16:18:17,606 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=979d6c671b9de4dda8cf6dcd0a903a96, ASSIGN 2024-11-09T16:18:17,607 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=979d6c671b9de4dda8cf6dcd0a903a96, ASSIGN; state=OFFLINE, location=efe6b43736f4,37717,1731169091159; forceNewPlan=false, retain=false 2024-11-09T16:18:17,757 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=979d6c671b9de4dda8cf6dcd0a903a96, regionState=OPENING, regionLocation=efe6b43736f4,37717,1731169091159 2024-11-09T16:18:17,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=979d6c671b9de4dda8cf6dcd0a903a96, ASSIGN because future has completed 2024-11-09T16:18:17,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 979d6c671b9de4dda8cf6dcd0a903a96, server=efe6b43736f4,37717,1731169091159}] 2024-11-09T16:18:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:18:17,917 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96. 2024-11-09T16:18:17,917 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 979d6c671b9de4dda8cf6dcd0a903a96, NAME => 'test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:18:17,917 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:18:17,917 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T16:18:17,918 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 979d6c671b9de4dda8cf6dcd0a903a96 2024-11-09T16:18:17,918 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:18:17,918 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 979d6c671b9de4dda8cf6dcd0a903a96 2024-11-09T16:18:17,918 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 979d6c671b9de4dda8cf6dcd0a903a96 2024-11-09T16:18:17,919 INFO [StoreOpener-979d6c671b9de4dda8cf6dcd0a903a96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 979d6c671b9de4dda8cf6dcd0a903a96 2024-11-09T16:18:17,920 INFO [StoreOpener-979d6c671b9de4dda8cf6dcd0a903a96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 979d6c671b9de4dda8cf6dcd0a903a96 columnFamilyName f 2024-11-09T16:18:17,921 DEBUG [StoreOpener-979d6c671b9de4dda8cf6dcd0a903a96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:17,921 INFO [StoreOpener-979d6c671b9de4dda8cf6dcd0a903a96-1 {}] regionserver.HStore(327): Store=979d6c671b9de4dda8cf6dcd0a903a96/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:18:17,921 INFO [StoreOpener-979d6c671b9de4dda8cf6dcd0a903a96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 979d6c671b9de4dda8cf6dcd0a903a96 2024-11-09T16:18:17,922 INFO [StoreOpener-979d6c671b9de4dda8cf6dcd0a903a96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 979d6c671b9de4dda8cf6dcd0a903a96 columnFamilyName f1 2024-11-09T16:18:17,922 DEBUG [StoreOpener-979d6c671b9de4dda8cf6dcd0a903a96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:17,923 INFO [StoreOpener-979d6c671b9de4dda8cf6dcd0a903a96-1 {}] regionserver.HStore(327): Store=979d6c671b9de4dda8cf6dcd0a903a96/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:18:17,923 INFO [StoreOpener-979d6c671b9de4dda8cf6dcd0a903a96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 979d6c671b9de4dda8cf6dcd0a903a96 2024-11-09T16:18:17,924 INFO [StoreOpener-979d6c671b9de4dda8cf6dcd0a903a96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 979d6c671b9de4dda8cf6dcd0a903a96 columnFamilyName norep 2024-11-09T16:18:17,924 DEBUG [StoreOpener-979d6c671b9de4dda8cf6dcd0a903a96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:17,924 INFO [StoreOpener-979d6c671b9de4dda8cf6dcd0a903a96-1 {}] regionserver.HStore(327): Store=979d6c671b9de4dda8cf6dcd0a903a96/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:18:17,924 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 979d6c671b9de4dda8cf6dcd0a903a96 2024-11-09T16:18:17,925 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/default/test/979d6c671b9de4dda8cf6dcd0a903a96 2024-11-09T16:18:17,925 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/default/test/979d6c671b9de4dda8cf6dcd0a903a96 2024-11-09T16:18:17,926 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 979d6c671b9de4dda8cf6dcd0a903a96 2024-11-09T16:18:17,926 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 979d6c671b9de4dda8cf6dcd0a903a96 2024-11-09T16:18:17,927 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:18:17,927 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 979d6c671b9de4dda8cf6dcd0a903a96 2024-11-09T16:18:17,929 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/default/test/979d6c671b9de4dda8cf6dcd0a903a96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:18:17,930 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 979d6c671b9de4dda8cf6dcd0a903a96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58847214, jitterRate=-0.12310817837715149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:18:17,930 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 979d6c671b9de4dda8cf6dcd0a903a96 2024-11-09T16:18:17,930 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 979d6c671b9de4dda8cf6dcd0a903a96: Running coprocessor pre-open hook at 1731169097918Writing region info on filesystem at 1731169097918Initializing all the Stores at 1731169097919 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169097919Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169097919Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169097919Cleaning up temporary data from old regions at 1731169097926 (+7 ms)Running coprocessor post-open hooks at 1731169097930 (+4 ms)Region opened successfully at 1731169097930 2024-11-09T16:18:17,931 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96., pid=6, masterSystemTime=1731169097913 2024-11-09T16:18:17,933 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96. 2024-11-09T16:18:17,933 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96. 2024-11-09T16:18:17,934 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=979d6c671b9de4dda8cf6dcd0a903a96, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=efe6b43736f4,37717,1731169091159 2024-11-09T16:18:17,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 979d6c671b9de4dda8cf6dcd0a903a96, server=efe6b43736f4,37717,1731169091159 because future has completed 2024-11-09T16:18:17,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:18:17,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 979d6c671b9de4dda8cf6dcd0a903a96, server=efe6b43736f4,37717,1731169091159 in 178 msec 2024-11-09T16:18:17,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T16:18:17,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=979d6c671b9de4dda8cf6dcd0a903a96, ASSIGN in 336 msec 2024-11-09T16:18:17,944 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:18:17,944 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169097944"}]},"ts":"1731169097944"} 2024-11-09T16:18:17,946 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T16:18:17,947 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:18:17,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-11-09T16:18:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:18:18,936 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T16:18:18,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279f3f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:18,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,44913,-1 for getting cluster id 2024-11-09T16:18:18,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:18:18,937 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e3ae830-a68b-49c5-8400-36c94c44d38f' 2024-11-09T16:18:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:18:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e3ae830-a68b-49c5-8400-36c94c44d38f" 2024-11-09T16:18:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291dbe5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,44913,-1] 2024-11-09T16:18:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:18:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:18,939 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:18:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4274da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:18,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:18,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,37149,-1 for getting cluster id 2024-11-09T16:18:18,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:18:18,941 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de67986c-bef9-43ae-a5cd-49be3f732a05' 2024-11-09T16:18:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:18:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de67986c-bef9-43ae-a5cd-49be3f732a05" 2024-11-09T16:18:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631f935c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,37149,-1] 2024-11-09T16:18:18,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:18:18,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:18,942 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:18:18,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770bde98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:18,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:18,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,44913,-1 for getting cluster id 2024-11-09T16:18:18,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:18:18,945 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e3ae830-a68b-49c5-8400-36c94c44d38f' 2024-11-09T16:18:18,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:18:18,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e3ae830-a68b-49c5-8400-36c94c44d38f" 2024-11-09T16:18:18,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cac4edc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:18,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,44913,-1] 2024-11-09T16:18:18,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:18:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:18,946 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:18:18,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abf8e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:18,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:18:18,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,44913,1731169086949 2024-11-09T16:18:18,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11acb06e 2024-11-09T16:18:18,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:18:18,951 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:18:18,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://efe6b43736f4:37149,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-09T16:18:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:18:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:18:18,955 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:37149' 2024-11-09T16:18:18,956 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9077b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:18,956 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,37149,-1 for getting cluster id 2024-11-09T16:18:18,956 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:18:18,957 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de67986c-bef9-43ae-a5cd-49be3f732a05' 2024-11-09T16:18:18,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:18:18,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de67986c-bef9-43ae-a5cd-49be3f732a05" 2024-11-09T16:18:18,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e66ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:18,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,37149,-1] 2024-11-09T16:18:18,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:18:18,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:18,959 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:18:18,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24aa5dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:18,960 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:18:18,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,37149,1731169091016 2024-11-09T16:18:18,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@857021d 2024-11-09T16:18:18,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:18:18,962 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:18:18,962 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T16:18:18,962 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:18:18,963 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:18,963 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:18,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:18:18,963 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:18:18,964 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T16:18:18,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:18:18,965 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:18,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:18:18,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741837_1013 (size=1138) 2024-11-09T16:18:19,014 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T16:18:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:18:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:18:19,335 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T16:18:19,374 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71aa3a88e1fb98522e899e333a7bab28, NAME => 'hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a 2024-11-09T16:18:19,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741838_1014 (size=44) 2024-11-09T16:18:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:18:19,822 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:18:19,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 71aa3a88e1fb98522e899e333a7bab28, disabling compactions & flushes 2024-11-09T16:18:19,823 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28. 2024-11-09T16:18:19,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28. 2024-11-09T16:18:19,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28. after waiting 0 ms 2024-11-09T16:18:19,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28. 2024-11-09T16:18:19,823 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28. 2024-11-09T16:18:19,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71aa3a88e1fb98522e899e333a7bab28: Waiting for close lock at 1731169099823Disabling compacts and flushes for region at 1731169099823Disabling writes for close at 1731169099823Writing region close event to WAL at 1731169099823Closed at 1731169099823 2024-11-09T16:18:19,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:18:19,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731169099824"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169099824"}]},"ts":"1731169099824"} 2024-11-09T16:18:19,827 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:18:19,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:18:19,828 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169099828"}]},"ts":"1731169099828"} 2024-11-09T16:18:19,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T16:18:19,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71aa3a88e1fb98522e899e333a7bab28, ASSIGN}] 2024-11-09T16:18:19,831 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71aa3a88e1fb98522e899e333a7bab28, ASSIGN 2024-11-09T16:18:19,832 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71aa3a88e1fb98522e899e333a7bab28, ASSIGN; state=OFFLINE, location=efe6b43736f4,40335,1731169087200; forceNewPlan=false, retain=false 2024-11-09T16:18:19,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=71aa3a88e1fb98522e899e333a7bab28, regionState=OPENING, regionLocation=efe6b43736f4,40335,1731169087200 2024-11-09T16:18:19,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=71aa3a88e1fb98522e899e333a7bab28, ASSIGN because future has completed 2024-11-09T16:18:19,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71aa3a88e1fb98522e899e333a7bab28, server=efe6b43736f4,40335,1731169087200}] 2024-11-09T16:18:19,986 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:18:20,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:20,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:20,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:20,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:20,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:18:20,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28. 2024-11-09T16:18:20,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:18:20,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T16:18:20,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C40335%2C1731169087200.rep, suffix=, logDir=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200, archiveDir=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/oldWALs, maxLogs=10 2024-11-09T16:18:20,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.rep.1731169100143, exclude list is [], retry=0 2024-11-09T16:18:20,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46335,DS-2e448f66-c649-4897-806f-c36faefa0587,DISK] 2024-11-09T16:18:20,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.rep.1731169100143 2024-11-09T16:18:20,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38137:38137)] 2024-11-09T16:18:20,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 71aa3a88e1fb98522e899e333a7bab28, NAME => 'hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:18:20,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:18:20,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:18:20,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28. service=MultiRowMutationService 2024-11-09T16:18:20,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T16:18:20,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 71aa3a88e1fb98522e899e333a7bab28 2024-11-09T16:18:20,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:18:20,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 71aa3a88e1fb98522e899e333a7bab28 2024-11-09T16:18:20,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 71aa3a88e1fb98522e899e333a7bab28 2024-11-09T16:18:20,163 INFO [StoreOpener-71aa3a88e1fb98522e899e333a7bab28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 71aa3a88e1fb98522e899e333a7bab28 2024-11-09T16:18:20,164 INFO [StoreOpener-71aa3a88e1fb98522e899e333a7bab28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71aa3a88e1fb98522e899e333a7bab28 columnFamilyName hfileref 2024-11-09T16:18:20,165 DEBUG [StoreOpener-71aa3a88e1fb98522e899e333a7bab28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:20,165 INFO [StoreOpener-71aa3a88e1fb98522e899e333a7bab28-1 {}] regionserver.HStore(327): Store=71aa3a88e1fb98522e899e333a7bab28/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:18:20,165 INFO [StoreOpener-71aa3a88e1fb98522e899e333a7bab28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 71aa3a88e1fb98522e899e333a7bab28 2024-11-09T16:18:20,166 INFO [StoreOpener-71aa3a88e1fb98522e899e333a7bab28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71aa3a88e1fb98522e899e333a7bab28 columnFamilyName queue 2024-11-09T16:18:20,166 DEBUG [StoreOpener-71aa3a88e1fb98522e899e333a7bab28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:20,167 INFO [StoreOpener-71aa3a88e1fb98522e899e333a7bab28-1 {}] regionserver.HStore(327): Store=71aa3a88e1fb98522e899e333a7bab28/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:18:20,167 INFO [StoreOpener-71aa3a88e1fb98522e899e333a7bab28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 71aa3a88e1fb98522e899e333a7bab28 2024-11-09T16:18:20,168 INFO [StoreOpener-71aa3a88e1fb98522e899e333a7bab28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71aa3a88e1fb98522e899e333a7bab28 columnFamilyName sid 2024-11-09T16:18:20,168 DEBUG [StoreOpener-71aa3a88e1fb98522e899e333a7bab28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:18:20,168 INFO [StoreOpener-71aa3a88e1fb98522e899e333a7bab28-1 {}] regionserver.HStore(327): Store=71aa3a88e1fb98522e899e333a7bab28/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:18:20,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 71aa3a88e1fb98522e899e333a7bab28 2024-11-09T16:18:20,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/replication/71aa3a88e1fb98522e899e333a7bab28 2024-11-09T16:18:20,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/replication/71aa3a88e1fb98522e899e333a7bab28 2024-11-09T16:18:20,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 71aa3a88e1fb98522e899e333a7bab28 2024-11-09T16:18:20,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 71aa3a88e1fb98522e899e333a7bab28 2024-11-09T16:18:20,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:18:20,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 71aa3a88e1fb98522e899e333a7bab28 2024-11-09T16:18:20,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/replication/71aa3a88e1fb98522e899e333a7bab28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:18:20,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 71aa3a88e1fb98522e899e333a7bab28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60126678, jitterRate=-0.10404267907142639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:18:20,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71aa3a88e1fb98522e899e333a7bab28 2024-11-09T16:18:20,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 71aa3a88e1fb98522e899e333a7bab28: Running coprocessor pre-open hook at 1731169100162Writing region info on filesystem at 1731169100162Initializing all the Stores at 1731169100162Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169100162Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169100163 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169100163Cleaning up temporary data from old regions at 1731169100171 (+8 ms)Running coprocessor post-open hooks at 1731169100177 (+6 ms)Region opened successfully at 1731169100178 (+1 ms) 2024-11-09T16:18:20,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28., pid=10, masterSystemTime=1731169100137 2024-11-09T16:18:20,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28. 2024-11-09T16:18:20,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28. 2024-11-09T16:18:20,182 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=71aa3a88e1fb98522e899e333a7bab28, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,40335,1731169087200 2024-11-09T16:18:20,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71aa3a88e1fb98522e899e333a7bab28, server=efe6b43736f4,40335,1731169087200 because future has completed 2024-11-09T16:18:20,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T16:18:20,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 71aa3a88e1fb98522e899e333a7bab28, server=efe6b43736f4,40335,1731169087200 in 201 msec 2024-11-09T16:18:20,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T16:18:20,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=71aa3a88e1fb98522e899e333a7bab28, ASSIGN in 359 msec 2024-11-09T16:18:20,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:18:20,193 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169100193"}]},"ts":"1731169100193"} 2024-11-09T16:18:20,197 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T16:18:20,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:18:20,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2350 sec 2024-11-09T16:18:20,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28., hostname=efe6b43736f4,40335,1731169087200, seqNum=2] 2024-11-09T16:18:20,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538 2024-11-09T16:18:20,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538 2024-11-09T16:18:20,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:18:20,482 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T16:18:20,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T16:18:20,484 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T16:18:20,512 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-efe6b43736f4,40335,1731169087200, ReplicationSource: 1, currentBandwidth=0 2024-11-09T16:18:20,513 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:18:20,513 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,40335,1731169087200, seqNum=-1] 2024-11-09T16:18:20,514 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:18:20,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-09T16:18:20,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-efe6b43736f4,40335,1731169087200', locateType=CURRENT is [region=hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28., hostname=efe6b43736f4,40335,1731169087200, seqNum=2] 2024-11-09T16:18:20,519 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T16:18:20,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T16:18:20,521 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on efe6b43736f4,40335,1731169087200 suceeded 2024-11-09T16:18:20,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T16:18:20,523 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://efe6b43736f4:37149,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-09T16:18:20,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-09T16:18:20,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5720 sec 2024-11-09T16:18:20,568 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:37149' 2024-11-09T16:18:20,569 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@306d4481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:20,569 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,37149,-1 for getting cluster id 2024-11-09T16:18:20,569 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:18:20,570 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de67986c-bef9-43ae-a5cd-49be3f732a05' 2024-11-09T16:18:20,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:18:20,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de67986c-bef9-43ae-a5cd-49be3f732a05" 2024-11-09T16:18:20,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cbe9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:20,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,37149,-1] 2024-11-09T16:18:20,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:18:20,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:20,572 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:18:20,573 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f9943fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:20,573 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:18:20,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,37149,1731169091016 2024-11-09T16:18:20,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ea99606 2024-11-09T16:18:20,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:18:20,575 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-09T16:18:20,575 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-efe6b43736f4,40335,1731169087200 (queues=1) is replicating from cluster=1e3ae830-a68b-49c5-8400-36c94c44d38f to cluster=de67986c-bef9-43ae-a5cd-49be3f732a05 2024-11-09T16:18:20,575 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=efe6b43736f4%2C40335%2C1731169087200 2024-11-09T16:18:20,575 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-efe6b43736f4,40335,1731169087200, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:18:20,576 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.shipperefe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C40335%2C1731169087200 2024-11-09T16:18:20,576 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388, startPosition=0, beingWritten=true 2024-11-09T16:18:20,584 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:18:20,584 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 379, reset compression=false 2024-11-09T16:18:20,584 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.shipperefe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,40335,1731169087200 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:18:20,788 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 379, reset compression=false 2024-11-09T16:18:21,093 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 379, reset compression=false 2024-11-09T16:18:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:18:21,106 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T16:18:21,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:18:21,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:18:21,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:21,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:21,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:18:21,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:18:21,114 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731169101111/Put/seqid=0 2024-11-09T16:18:21,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741840_1016 (size=7894) 2024-11-09T16:18:21,498 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 379, reset compression=false 2024-11-09T16:18:21,527 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/load_f/f/hfile_1 is 34, key is ddd/f:row/1731169101525/Put/seqid=0 2024-11-09T16:18:21,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741841_1017 (size=7691) 2024-11-09T16:18:21,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7046c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:21,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,44913,-1 for getting cluster id 2024-11-09T16:18:21,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:18:21,540 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e3ae830-a68b-49c5-8400-36c94c44d38f' 2024-11-09T16:18:21,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:18:21,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e3ae830-a68b-49c5-8400-36c94c44d38f" 2024-11-09T16:18:21,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398f6302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:21,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,44913,-1] 2024-11-09T16:18:21,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:18:21,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:21,542 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:18:21,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54332a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:21,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:18:21,545 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,40335,1731169087200, seqNum=-1] 2024-11-09T16:18:21,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:18:21,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:18:21,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:18:21,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,44913,1731169086949 2024-11-09T16:18:21,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fd455c4 2024-11-09T16:18:21,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:18:21,566 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:18:21,575 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7., hostname=efe6b43736f4,40335,1731169087200, seqNum=2] 2024-11-09T16:18:21,590 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T16:18:21,612 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T16:18:21,617 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T16:18:21,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/load_f/f/hfile_0 for inclusion in 4c310a5f22d2af76e1dda9a34d5e91c7/f 2024-11-09T16:18:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T16:18:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:18:21,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/load_f/f/hfile_1 for inclusion in 4c310a5f22d2af76e1dda9a34d5e91c7/f 2024-11-09T16:18:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T16:18:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:18:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HRegion(2603): Flush status journal for 4c310a5f22d2af76e1dda9a34d5e91c7: 2024-11-09T16:18:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/load_f/f/hfile_0 to hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__et9u57ej4e8i4r5ckk72gbj563b07iso8jdb3u7vglpdtpr4m5ke441j93ft9fqj/f/hfile_0 2024-11-09T16:18:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__et9u57ej4e8i4r5ckk72gbj563b07iso8jdb3u7vglpdtpr4m5ke441j93ft9fqj/f/hfile_0 as hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7/f/e38e4ca0517540629a8ab21b00863dea_SeqId_4_ 2024-11-09T16:18:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/load_f/f/hfile_1 to hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__et9u57ej4e8i4r5ckk72gbj563b07iso8jdb3u7vglpdtpr4m5ke441j93ft9fqj/f/hfile_1 2024-11-09T16:18:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__et9u57ej4e8i4r5ckk72gbj563b07iso8jdb3u7vglpdtpr4m5ke441j93ft9fqj/f/hfile_1 as hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7/f/94a87c0c3ad94bcf99b456b7dd23bb6e_SeqId_4_ 2024-11-09T16:18:21,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__et9u57ej4e8i4r5ckk72gbj563b07iso8jdb3u7vglpdtpr4m5ke441j93ft9fqj/f/hfile_0 into 4c310a5f22d2af76e1dda9a34d5e91c7/f as hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7/f/e38e4ca0517540629a8ab21b00863dea_SeqId_4_ - updating store file list. 2024-11-09T16:18:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e38e4ca0517540629a8ab21b00863dea_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T16:18:21,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7/f/e38e4ca0517540629a8ab21b00863dea_SeqId_4_ into 4c310a5f22d2af76e1dda9a34d5e91c7/f 2024-11-09T16:18:21,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__et9u57ej4e8i4r5ckk72gbj563b07iso8jdb3u7vglpdtpr4m5ke441j93ft9fqj/f/hfile_0 into 4c310a5f22d2af76e1dda9a34d5e91c7/f (new location: hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7/f/e38e4ca0517540629a8ab21b00863dea_SeqId_4_) 2024-11-09T16:18:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__et9u57ej4e8i4r5ckk72gbj563b07iso8jdb3u7vglpdtpr4m5ke441j93ft9fqj/f/hfile_0 2024-11-09T16:18:21,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__et9u57ej4e8i4r5ckk72gbj563b07iso8jdb3u7vglpdtpr4m5ke441j93ft9fqj/f/hfile_1 into 4c310a5f22d2af76e1dda9a34d5e91c7/f as hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7/f/94a87c0c3ad94bcf99b456b7dd23bb6e_SeqId_4_ - updating store file list. 2024-11-09T16:18:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94a87c0c3ad94bcf99b456b7dd23bb6e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T16:18:21,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7/f/94a87c0c3ad94bcf99b456b7dd23bb6e_SeqId_4_ into 4c310a5f22d2af76e1dda9a34d5e91c7/f 2024-11-09T16:18:21,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__et9u57ej4e8i4r5ckk72gbj563b07iso8jdb3u7vglpdtpr4m5ke441j93ft9fqj/f/hfile_1 into 4c310a5f22d2af76e1dda9a34d5e91c7/f (new location: hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7/f/94a87c0c3ad94bcf99b456b7dd23bb6e_SeqId_4_) 2024-11-09T16:18:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__et9u57ej4e8i4r5ckk72gbj563b07iso8jdb3u7vglpdtpr4m5ke441j93ft9fqj/f/hfile_1 2024-11-09T16:18:21,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:18:21,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:18:21,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7., hostname=efe6b43736f4,40335,1731169087200, seqNum=2 , the old value is region=test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7., hostname=efe6b43736f4,40335,1731169087200, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=efe6b43736f4:40335 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T16:18:21,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7., hostname=efe6b43736f4,40335,1731169087200, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T16:18:21,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7., hostname=efe6b43736f4,40335,1731169087200, seqNum=2 from cache 2024-11-09T16:18:21,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:21,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:18:21,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:18:21,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,37717,1731169091159, seqNum=-1] 2024-11-09T16:18:21,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:18:21,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:18:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:46784 deadline: 1731169161803 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:46784 2024-11-09T16:18:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96., hostname=efe6b43736f4,37717,1731169091159, seqNum=2] 2024-11-09T16:18:21,820 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T16:18:21,917 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:40335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T16:18:22,003 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 379, reset compression=false 2024-11-09T16:18:22,013 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:18:22,013 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.shipperefe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,40335,1731169087200 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c310a5f22d2af76e1dda9a34d5e91c7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731169101791/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T16:18:22,037 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.shipperefe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:18:22,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-09T16:18:22,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.ReplicationSink(318): Replicating [1e3ae830-a68b-49c5-8400-36c94c44d38f] bulk loaded data 2024-11-09T16:18:22,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48c1a372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:22,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,37149,-1 for getting cluster id 2024-11-09T16:18:22,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:18:22,045 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de67986c-bef9-43ae-a5cd-49be3f732a05' 2024-11-09T16:18:22,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:18:22,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de67986c-bef9-43ae-a5cd-49be3f732a05" 2024-11-09T16:18:22,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@578604ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:22,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,37149,-1] 2024-11-09T16:18:22,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:18:22,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:22,048 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:18:22,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77446821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:22,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741837_1013 (size=7894) 2024-11-09T16:18:22,214 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 687, reset compression=false 2024-11-09T16:18:22,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741838_1014 (size=7691) 2024-11-09T16:18:22,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:18:22,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,37149,1731169091016 2024-11-09T16:18:22,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67f2e83b 2024-11-09T16:18:22,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:18:22,494 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-09T16:18:22,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T16:18:22,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:18:22,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,37717,1731169091159, seqNum=-1] 2024-11-09T16:18:22,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:18:22,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-09T16:18:22,519 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 687, reset compression=false 2024-11-09T16:18:22,532 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/staging/jenkins.hfs.6__test__bb09rs9j6p223lfaan26h7bg1kgarc5bpfocldudp6cbm2s99ai249bj8rp3ft7l/f/94a87c0c3ad94bcf99b456b7dd23bb6e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T16:18:22,540 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/staging/jenkins.hfs.6__test__bb09rs9j6p223lfaan26h7bg1kgarc5bpfocldudp6cbm2s99ai249bj8rp3ft7l/f/e38e4ca0517540629a8ab21b00863dea_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T16:18:22,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/staging/jenkins.hfs.6__test__bb09rs9j6p223lfaan26h7bg1kgarc5bpfocldudp6cbm2s99ai249bj8rp3ft7l/f/94a87c0c3ad94bcf99b456b7dd23bb6e_SeqId_4_ for inclusion in 979d6c671b9de4dda8cf6dcd0a903a96/f 2024-11-09T16:18:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T16:18:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:18:22,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/staging/jenkins.hfs.6__test__bb09rs9j6p223lfaan26h7bg1kgarc5bpfocldudp6cbm2s99ai249bj8rp3ft7l/f/e38e4ca0517540629a8ab21b00863dea_SeqId_4_ for inclusion in 979d6c671b9de4dda8cf6dcd0a903a96/f 2024-11-09T16:18:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T16:18:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:18:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.HRegion(2603): Flush status journal for 979d6c671b9de4dda8cf6dcd0a903a96: 2024-11-09T16:18:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 94a87c0c3ad94bcf99b456b7dd23bb6e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T16:18:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/staging/jenkins.hfs.6__test__bb09rs9j6p223lfaan26h7bg1kgarc5bpfocldudp6cbm2s99ai249bj8rp3ft7l/f/94a87c0c3ad94bcf99b456b7dd23bb6e_SeqId_4_ as hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/default/test/979d6c671b9de4dda8cf6dcd0a903a96/f/06a0c092ae2d4e748f026d47c5720cc8_SeqId_4_ 2024-11-09T16:18:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e38e4ca0517540629a8ab21b00863dea_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T16:18:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/staging/jenkins.hfs.6__test__bb09rs9j6p223lfaan26h7bg1kgarc5bpfocldudp6cbm2s99ai249bj8rp3ft7l/f/e38e4ca0517540629a8ab21b00863dea_SeqId_4_ as hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/default/test/979d6c671b9de4dda8cf6dcd0a903a96/f/8794194c58dc484db6669afd4b6beba7_SeqId_4_ 2024-11-09T16:18:22,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/staging/jenkins.hfs.6__test__bb09rs9j6p223lfaan26h7bg1kgarc5bpfocldudp6cbm2s99ai249bj8rp3ft7l/f/94a87c0c3ad94bcf99b456b7dd23bb6e_SeqId_4_ into 979d6c671b9de4dda8cf6dcd0a903a96/f as hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/default/test/979d6c671b9de4dda8cf6dcd0a903a96/f/06a0c092ae2d4e748f026d47c5720cc8_SeqId_4_ - updating store file list. 2024-11-09T16:18:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 06a0c092ae2d4e748f026d47c5720cc8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T16:18:22,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/default/test/979d6c671b9de4dda8cf6dcd0a903a96/f/06a0c092ae2d4e748f026d47c5720cc8_SeqId_4_ into 979d6c671b9de4dda8cf6dcd0a903a96/f 2024-11-09T16:18:22,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/staging/jenkins.hfs.6__test__bb09rs9j6p223lfaan26h7bg1kgarc5bpfocldudp6cbm2s99ai249bj8rp3ft7l/f/94a87c0c3ad94bcf99b456b7dd23bb6e_SeqId_4_ into 979d6c671b9de4dda8cf6dcd0a903a96/f (new location: hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/default/test/979d6c671b9de4dda8cf6dcd0a903a96/f/06a0c092ae2d4e748f026d47c5720cc8_SeqId_4_) 2024-11-09T16:18:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/staging/jenkins.hfs.6__test__bb09rs9j6p223lfaan26h7bg1kgarc5bpfocldudp6cbm2s99ai249bj8rp3ft7l/f/94a87c0c3ad94bcf99b456b7dd23bb6e_SeqId_4_ 2024-11-09T16:18:22,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/staging/jenkins.hfs.6__test__bb09rs9j6p223lfaan26h7bg1kgarc5bpfocldudp6cbm2s99ai249bj8rp3ft7l/f/e38e4ca0517540629a8ab21b00863dea_SeqId_4_ into 979d6c671b9de4dda8cf6dcd0a903a96/f as hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/default/test/979d6c671b9de4dda8cf6dcd0a903a96/f/8794194c58dc484db6669afd4b6beba7_SeqId_4_ - updating store file list. 2024-11-09T16:18:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8794194c58dc484db6669afd4b6beba7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T16:18:22,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/default/test/979d6c671b9de4dda8cf6dcd0a903a96/f/8794194c58dc484db6669afd4b6beba7_SeqId_4_ into 979d6c671b9de4dda8cf6dcd0a903a96/f 2024-11-09T16:18:22,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/staging/jenkins.hfs.6__test__bb09rs9j6p223lfaan26h7bg1kgarc5bpfocldudp6cbm2s99ai249bj8rp3ft7l/f/e38e4ca0517540629a8ab21b00863dea_SeqId_4_ into 979d6c671b9de4dda8cf6dcd0a903a96/f (new location: hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/default/test/979d6c671b9de4dda8cf6dcd0a903a96/f/8794194c58dc484db6669afd4b6beba7_SeqId_4_) 2024-11-09T16:18:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/staging/jenkins.hfs.6__test__bb09rs9j6p223lfaan26h7bg1kgarc5bpfocldudp6cbm2s99ai249bj8rp3ft7l/f/e38e4ca0517540629a8ab21b00863dea_SeqId_4_ 2024-11-09T16:18:22,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] regionserver.ReplicationSink(324): Finished replicating [1e3ae830-a68b-49c5-8400-36c94c44d38f] bulk loaded data 2024-11-09T16:18:22,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T16:18:22,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T16:18:22,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T16:18:22,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T16:18:22,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:18:22,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T16:18:22,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:18:22,850 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731169102848/Put/seqid=0 2024-11-09T16:18:22,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741842_1018 (size=7997) 2024-11-09T16:18:22,943 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 687, reset compression=false 2024-11-09T16:18:23,262 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731169103260/Put/seqid=0 2024-11-09T16:18:23,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741843_1019 (size=7794) 2024-11-09T16:18:23,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e5cd1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:23,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,44913,-1 for getting cluster id 2024-11-09T16:18:23,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:18:23,274 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e3ae830-a68b-49c5-8400-36c94c44d38f' 2024-11-09T16:18:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:18:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e3ae830-a68b-49c5-8400-36c94c44d38f" 2024-11-09T16:18:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9ea01f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:23,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,44913,-1] 2024-11-09T16:18:23,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:18:23,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:23,276 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:18:23,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41da2ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:18:23,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:18:23,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,40335,1731169087200, seqNum=-1] 2024-11-09T16:18:23,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:18:23,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:18:23,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:18:23,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,44913,1731169086949 2024-11-09T16:18:23,300 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40c96270 2024-11-09T16:18:23,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:18:23,301 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:18:23,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7., hostname=efe6b43736f4,40335,1731169087200, seqNum=2] 2024-11-09T16:18:23,308 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T16:18:23,317 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T16:18:23,320 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T16:18:23,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/load_f1/f1/hfile_0 for inclusion in 4c310a5f22d2af76e1dda9a34d5e91c7/f1 2024-11-09T16:18:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T16:18:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:18:23,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/load_f1/f1/hfile_1 for inclusion in 4c310a5f22d2af76e1dda9a34d5e91c7/f1 2024-11-09T16:18:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T16:18:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:18:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HRegion(2603): Flush status journal for 4c310a5f22d2af76e1dda9a34d5e91c7: 2024-11-09T16:18:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/load_f1/f1/hfile_0 to hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__6jg52htjsj3ctu3pkqh4mi6qq7ce8jaeo9aduqs6p0mtl94j1cud59bo589v0v5p/f1/hfile_0 2024-11-09T16:18:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__6jg52htjsj3ctu3pkqh4mi6qq7ce8jaeo9aduqs6p0mtl94j1cud59bo589v0v5p/f1/hfile_0 as hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7/f1/07aad20c8b2a47088d8a7e95a9facae3_SeqId_6_ 2024-11-09T16:18:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/load_f1/f1/hfile_1 to hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__6jg52htjsj3ctu3pkqh4mi6qq7ce8jaeo9aduqs6p0mtl94j1cud59bo589v0v5p/f1/hfile_1 2024-11-09T16:18:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__6jg52htjsj3ctu3pkqh4mi6qq7ce8jaeo9aduqs6p0mtl94j1cud59bo589v0v5p/f1/hfile_1 as hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7/f1/daaa27d53b8448afb6e434d5d599ea38_SeqId_6_ 2024-11-09T16:18:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-09T16:18:23,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__6jg52htjsj3ctu3pkqh4mi6qq7ce8jaeo9aduqs6p0mtl94j1cud59bo589v0v5p/f1/hfile_0 into 4c310a5f22d2af76e1dda9a34d5e91c7/f1 as hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7/f1/07aad20c8b2a47088d8a7e95a9facae3_SeqId_6_ - updating store file list. 2024-11-09T16:18:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 07aad20c8b2a47088d8a7e95a9facae3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T16:18:23,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7/f1/07aad20c8b2a47088d8a7e95a9facae3_SeqId_6_ into 4c310a5f22d2af76e1dda9a34d5e91c7/f1 2024-11-09T16:18:23,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__6jg52htjsj3ctu3pkqh4mi6qq7ce8jaeo9aduqs6p0mtl94j1cud59bo589v0v5p/f1/hfile_0 into 4c310a5f22d2af76e1dda9a34d5e91c7/f1 (new location: hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7/f1/07aad20c8b2a47088d8a7e95a9facae3_SeqId_6_) 2024-11-09T16:18:23,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__6jg52htjsj3ctu3pkqh4mi6qq7ce8jaeo9aduqs6p0mtl94j1cud59bo589v0v5p/f1/hfile_0 2024-11-09T16:18:23,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__6jg52htjsj3ctu3pkqh4mi6qq7ce8jaeo9aduqs6p0mtl94j1cud59bo589v0v5p/f1/hfile_1 into 4c310a5f22d2af76e1dda9a34d5e91c7/f1 as hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7/f1/daaa27d53b8448afb6e434d5d599ea38_SeqId_6_ - updating store file list. 2024-11-09T16:18:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for daaa27d53b8448afb6e434d5d599ea38_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T16:18:23,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7/f1/daaa27d53b8448afb6e434d5d599ea38_SeqId_6_ into 4c310a5f22d2af76e1dda9a34d5e91c7/f1 2024-11-09T16:18:23,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__6jg52htjsj3ctu3pkqh4mi6qq7ce8jaeo9aduqs6p0mtl94j1cud59bo589v0v5p/f1/hfile_1 into 4c310a5f22d2af76e1dda9a34d5e91c7/f1 (new location: hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7/f1/daaa27d53b8448afb6e434d5d599ea38_SeqId_6_) 2024-11-09T16:18:23,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/staging/jenkins__test__6jg52htjsj3ctu3pkqh4mi6qq7ce8jaeo9aduqs6p0mtl94j1cud59bo589v0v5p/f1/hfile_1 2024-11-09T16:18:23,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:18:23,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:18:23,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:23,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:18:23,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:18:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7., hostname=efe6b43736f4,40335,1731169087200, seqNum=2 , the old value is region=test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7., hostname=efe6b43736f4,40335,1731169087200, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=efe6b43736f4:40335 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T16:18:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7., hostname=efe6b43736f4,40335,1731169087200, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T16:18:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7., hostname=efe6b43736f4,40335,1731169087200, seqNum=2 from cache 2024-11-09T16:18:23,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:47860 deadline: 1731169163380 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:47860 2024-11-09T16:18:23,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:18:23,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,40335,1731169087200, seqNum=-1] 2024-11-09T16:18:23,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:18:23,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:18:23,387 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7., hostname=efe6b43736f4,40335,1731169087200, seqNum=2] 2024-11-09T16:18:23,447 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 687, reset compression=false 2024-11-09T16:18:23,472 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:18:23,472 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:23,472 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.shipperefe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,40335,1731169087200 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:18:23,486 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:40335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T16:18:23,685 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:23,990 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:24,394 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:24,898 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:25,503 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:25,664 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:18:25,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:25,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:25,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:25,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:18:26,207 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:27,012 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:27,915 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:28,920 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:30,025 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:31,230 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:32,534 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:33,941 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:35,446 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:36,529 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T16:18:37,054 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:38,758 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:40,563 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:40,604 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T16:18:42,467 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:43,475 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.shipperefe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,40335,1731169087200 got entry batch from reader: null 2024-11-09T16:18:44,470 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:46,574 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:48,778 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:49,023 INFO [master/efe6b43736f4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T16:18:49,023 INFO [master/efe6b43736f4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T16:18:51,082 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:53,488 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:55,081 INFO [master/efe6b43736f4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T16:18:55,081 INFO [master/efe6b43736f4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T16:18:55,993 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:18:58,597 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:19:00,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4c310a5f22d2af76e1dda9a34d5e91c7, had cached 0 bytes from a total of 31376 2024-11-09T16:19:01,301 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:19:02,918 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 979d6c671b9de4dda8cf6dcd0a903a96, had cached 0 bytes from a total of 15585 2024-11-09T16:19:03,475 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.shipperefe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,40335,1731169087200 got entry batch from reader: null 2024-11-09T16:19:04,105 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:19:06,529 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T16:19:07,009 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:19:10,013 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:19:10,153 DEBUG [master/efe6b43736f4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T16:19:10,605 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T16:19:13,118 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:19:14,538 DEBUG [master/efe6b43736f4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T16:19:16,323 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:19:19,627 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:19:23,031 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:19:23,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:19:23,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:19:23,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:23,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:23,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:23,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:19:23,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:19:23,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1542284223, stopped=false 2024-11-09T16:19:23,430 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,37149,1731169091016 2024-11-09T16:19:23,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11366863039/running 2024-11-09T16:19:23,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11366863039/running 2024-11-09T16:19:23,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039 2024-11-09T16:19:23,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039 2024-11-09T16:19:23,441 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:19:23,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:19:23,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:23,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:23,442 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,37717,1731169091159' ***** 2024-11-09T16:19:23,442 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:19:23,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Set watcher on znode that does not yet exist, /11366863039/running 2024-11-09T16:19:23,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Set watcher on znode that does not yet exist, /11366863039/running 2024-11-09T16:19:23,442 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:19:23,442 INFO [RS:0;efe6b43736f4:37717 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:19:23,442 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:19:23,442 INFO [RS:0;efe6b43736f4:37717 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:19:23,442 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(3091): Received CLOSE for 979d6c671b9de4dda8cf6dcd0a903a96 2024-11-09T16:19:23,443 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,37717,1731169091159 2024-11-09T16:19:23,443 INFO [RS:0;efe6b43736f4:37717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:19:23,443 INFO [RS:0;efe6b43736f4:37717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:37717. 2024-11-09T16:19:23,443 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 979d6c671b9de4dda8cf6dcd0a903a96, disabling compactions & flushes 2024-11-09T16:19:23,443 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96. 2024-11-09T16:19:23,443 DEBUG [RS:0;efe6b43736f4:37717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:23,443 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96. 2024-11-09T16:19:23,443 DEBUG [RS:0;efe6b43736f4:37717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:23,443 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96. after waiting 0 ms 2024-11-09T16:19:23,443 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96. 2024-11-09T16:19:23,443 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:19:23,443 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:19:23,443 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:19:23,443 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:19:23,443 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T16:19:23,443 DEBUG [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 979d6c671b9de4dda8cf6dcd0a903a96=test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96.} 2024-11-09T16:19:23,443 DEBUG [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 979d6c671b9de4dda8cf6dcd0a903a96 2024-11-09T16:19:23,443 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:19:23,443 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:19:23,443 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:19:23,443 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:19:23,444 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:19:23,444 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T16:19:23,447 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/default/test/979d6c671b9de4dda8cf6dcd0a903a96/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T16:19:23,448 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:19:23,448 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:19:23,448 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96. 2024-11-09T16:19:23,448 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 979d6c671b9de4dda8cf6dcd0a903a96: Waiting for close lock at 1731169163443Running coprocessor pre-close hooks at 1731169163443Disabling compacts and flushes for region at 1731169163443Disabling writes for close at 1731169163443Writing region close event to WAL at 1731169163443Running coprocessor post-close hooks at 1731169163447 (+4 ms)Closed at 1731169163448 (+1 ms) 2024-11-09T16:19:23,448 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96. 2024-11-09T16:19:23,459 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/.tmp/info/650ad13bf1c645c8ba160bcfc22600c1 is 129, key is test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96./info:regioninfo/1731169097934/Put/seqid=0 2024-11-09T16:19:23,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741839_1015 (size=6421) 2024-11-09T16:19:23,476 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.shipperefe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,40335,1731169087200 got entry batch from reader: null 2024-11-09T16:19:23,518 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:19:23,644 DEBUG [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:19:23,844 DEBUG [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:19:23,864 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/.tmp/info/650ad13bf1c645c8ba160bcfc22600c1 2024-11-09T16:19:23,883 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/.tmp/ns/60ed611b336045a8a92bcff4e1fc5281 is 43, key is default/ns:d/1731169094520/Put/seqid=0 2024-11-09T16:19:23,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741840_1016 (size=5153) 2024-11-09T16:19:24,044 DEBUG [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:19:24,244 DEBUG [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:19:24,288 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/.tmp/ns/60ed611b336045a8a92bcff4e1fc5281 2024-11-09T16:19:24,307 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/.tmp/rep_barrier/be086f7e4b9d4d96bf1850f5468a4f7c is 112, key is test,,1731169096778.979d6c671b9de4dda8cf6dcd0a903a96./rep_barrier:seqnumDuringOpen/1731169097934/Put/seqid=0 2024-11-09T16:19:24,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741841_1017 (size=5518) 2024-11-09T16:19:24,346 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:19:24,346 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:19:24,444 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T16:19:24,444 DEBUG [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T16:19:24,444 DEBUG [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:19:24,645 DEBUG [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:19:24,712 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/.tmp/rep_barrier/be086f7e4b9d4d96bf1850f5468a4f7c 2024-11-09T16:19:24,730 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/.tmp/table/b6c6b011e3d042e3b828b9d31019e9b6 is 40, key is test/table:state/1731169097944/Put/seqid=0 2024-11-09T16:19:24,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741842_1018 (size=5165) 2024-11-09T16:19:24,845 DEBUG [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:19:25,045 DEBUG [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:19:25,134 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/.tmp/table/b6c6b011e3d042e3b828b9d31019e9b6 2024-11-09T16:19:25,141 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/.tmp/info/650ad13bf1c645c8ba160bcfc22600c1 as hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/info/650ad13bf1c645c8ba160bcfc22600c1 2024-11-09T16:19:25,147 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/info/650ad13bf1c645c8ba160bcfc22600c1, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T16:19:25,148 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/.tmp/ns/60ed611b336045a8a92bcff4e1fc5281 as hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/ns/60ed611b336045a8a92bcff4e1fc5281 2024-11-09T16:19:25,154 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/ns/60ed611b336045a8a92bcff4e1fc5281, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T16:19:25,155 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/.tmp/rep_barrier/be086f7e4b9d4d96bf1850f5468a4f7c as hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/rep_barrier/be086f7e4b9d4d96bf1850f5468a4f7c 2024-11-09T16:19:25,161 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/rep_barrier/be086f7e4b9d4d96bf1850f5468a4f7c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T16:19:25,162 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/.tmp/table/b6c6b011e3d042e3b828b9d31019e9b6 as hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/table/b6c6b011e3d042e3b828b9d31019e9b6 2024-11-09T16:19:25,169 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/table/b6c6b011e3d042e3b828b9d31019e9b6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T16:19:25,170 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=11, compaction requested=false 2024-11-09T16:19:25,174 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T16:19:25,175 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:19:25,175 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:19:25,175 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:19:25,175 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169163443Running coprocessor pre-close hooks at 1731169163443Disabling compacts and flushes for region at 1731169163443Disabling writes for close at 1731169163443Obtaining lock to block concurrent updates at 1731169163444 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731169163444Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731169163444Flushing stores of hbase:meta,,1.1588230740 at 1731169163444Flushing 1588230740/info: creating writer at 1731169163444Flushing 1588230740/info: appending metadata at 1731169163459 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731169163459Flushing 1588230740/ns: creating writer at 1731169163869 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731169163883 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731169163883Flushing 1588230740/rep_barrier: creating writer at 1731169164294 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731169164307 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731169164307Flushing 1588230740/table: creating writer at 1731169164717 (+410 ms)Flushing 1588230740/table: appending metadata at 1731169164730 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731169164730Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8fb4b20: reopening flushed file at 1731169165140 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c367c07: reopening flushed file at 1731169165147 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@552c90d5: reopening flushed file at 1731169165154 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f32a992: reopening flushed file at 1731169165162 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=11, compaction requested=false at 1731169165170 (+8 ms)Writing region close event to WAL at 1731169165171 (+1 ms)Running coprocessor post-close hooks at 1731169165175 (+4 ms)Closed at 1731169165175 2024-11-09T16:19:25,175 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:19:25,245 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,37717,1731169091159; all regions closed. 2024-11-09T16:19:25,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741834_1010 (size=2717) 2024-11-09T16:19:25,249 DEBUG [RS:0;efe6b43736f4:37717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/oldWALs 2024-11-09T16:19:25,249 INFO [RS:0;efe6b43736f4:37717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C37717%2C1731169091159.meta:.meta(num 1731169094461) 2024-11-09T16:19:25,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741832_1008 (size=1028) 2024-11-09T16:19:25,253 DEBUG [RS:0;efe6b43736f4:37717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/oldWALs 2024-11-09T16:19:25,253 INFO [RS:0;efe6b43736f4:37717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C37717%2C1731169091159:(num 1731169093467) 2024-11-09T16:19:25,253 DEBUG [RS:0;efe6b43736f4:37717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:25,253 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:19:25,254 INFO [RS:0;efe6b43736f4:37717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:19:25,254 INFO [RS:0;efe6b43736f4:37717 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T16:19:25,254 INFO [RS:0;efe6b43736f4:37717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:19:25,254 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:19:25,254 INFO [RS:0;efe6b43736f4:37717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:37717. 2024-11-09T16:19:25,254 DEBUG [RS:0;efe6b43736f4:37717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:25,254 DEBUG [RS:0;efe6b43736f4:37717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:25,254 DEBUG [RS:0;efe6b43736f4:37717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:25,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:19:25,254 INFO [RS:0;efe6b43736f4:37717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37717 2024-11-09T16:19:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11366863039/rs/efe6b43736f4,37717,1731169091159 2024-11-09T16:19:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039/rs 2024-11-09T16:19:25,272 INFO [RS:0;efe6b43736f4:37717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:19:25,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,37717,1731169091159] 2024-11-09T16:19:25,293 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11366863039/draining/efe6b43736f4,37717,1731169091159 already deleted, retry=false 2024-11-09T16:19:25,293 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,37717,1731169091159 expired; onlineServers=0 2024-11-09T16:19:25,294 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,37149,1731169091016' ***** 2024-11-09T16:19:25,294 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:19:25,294 INFO [M:0;efe6b43736f4:37149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:19:25,294 INFO [M:0;efe6b43736f4:37149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:19:25,294 DEBUG [M:0;efe6b43736f4:37149 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:19:25,294 DEBUG [M:0;efe6b43736f4:37149 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:19:25,294 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:19:25,294 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169093202 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169093202,5,FailOnTimeoutGroup] 2024-11-09T16:19:25,294 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169093202 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169093202,5,FailOnTimeoutGroup] 2024-11-09T16:19:25,294 INFO [M:0;efe6b43736f4:37149 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:19:25,294 INFO [M:0;efe6b43736f4:37149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:19:25,294 DEBUG [M:0;efe6b43736f4:37149 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:19:25,294 INFO [M:0;efe6b43736f4:37149 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:19:25,294 INFO [M:0;efe6b43736f4:37149 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:19:25,294 INFO [M:0;efe6b43736f4:37149 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:19:25,295 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:19:25,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11366863039/master 2024-11-09T16:19:25,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11366863039 2024-11-09T16:19:25,378 DEBUG [M:0;efe6b43736f4:37149 {}] zookeeper.ZKUtil(347): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Unable to get data of znode /11366863039/master because node does not exist (not an error) 2024-11-09T16:19:25,378 WARN [M:0;efe6b43736f4:37149 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:19:25,379 INFO [M:0;efe6b43736f4:37149 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/.lastflushedseqids 2024-11-09T16:19:25,383 INFO [RS:0;efe6b43736f4:37717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:19:25,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:25,383 INFO [RS:0;efe6b43736f4:37717 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,37717,1731169091159; zookeeper connection closed. 2024-11-09T16:19:25,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37717-0x1012063dfdc0004, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:25,384 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52d476cf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52d476cf 2024-11-09T16:19:25,384 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:19:25,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741843_1019 (size=173) 2024-11-09T16:19:25,785 INFO [M:0;efe6b43736f4:37149 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:19:25,785 INFO [M:0;efe6b43736f4:37149 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:19:25,785 DEBUG [M:0;efe6b43736f4:37149 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:19:25,785 INFO [M:0;efe6b43736f4:37149 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:25,785 DEBUG [M:0;efe6b43736f4:37149 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:25,785 DEBUG [M:0;efe6b43736f4:37149 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:19:25,785 DEBUG [M:0;efe6b43736f4:37149 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:25,786 INFO [M:0;efe6b43736f4:37149 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-09T16:19:25,799 DEBUG [M:0;efe6b43736f4:37149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7c6d470d1dd45719eeac6823374ecfb is 82, key is hbase:meta,,1/info:regioninfo/1731169094500/Put/seqid=0 2024-11-09T16:19:25,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741844_1020 (size=5672) 2024-11-09T16:19:26,204 INFO [M:0;efe6b43736f4:37149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7c6d470d1dd45719eeac6823374ecfb 2024-11-09T16:19:26,222 DEBUG [M:0;efe6b43736f4:37149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9eabd0da6cd646099e13ca212bc8701d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731169097948/Put/seqid=0 2024-11-09T16:19:26,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741845_1021 (size=6727) 2024-11-09T16:19:26,535 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/WALs/efe6b43736f4,40335,1731169087200/efe6b43736f4%2C40335%2C1731169087200.1731169088388 to pos 997, reset compression=false 2024-11-09T16:19:26,626 INFO [M:0;efe6b43736f4:37149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9eabd0da6cd646099e13ca212bc8701d 2024-11-09T16:19:26,631 INFO [M:0;efe6b43736f4:37149 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9eabd0da6cd646099e13ca212bc8701d 2024-11-09T16:19:26,646 DEBUG [M:0;efe6b43736f4:37149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdd481db9a9145bfb351ab9c2fd7dd5f is 69, key is efe6b43736f4,37717,1731169091159/rs:state/1731169093319/Put/seqid=0 2024-11-09T16:19:26,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741846_1022 (size=5156) 2024-11-09T16:19:27,051 INFO [M:0;efe6b43736f4:37149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdd481db9a9145bfb351ab9c2fd7dd5f 2024-11-09T16:19:27,057 DEBUG [M:0;efe6b43736f4:37149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7c6d470d1dd45719eeac6823374ecfb as hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7c6d470d1dd45719eeac6823374ecfb 2024-11-09T16:19:27,063 INFO [M:0;efe6b43736f4:37149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7c6d470d1dd45719eeac6823374ecfb, entries=8, sequenceid=58, filesize=5.5 K 2024-11-09T16:19:27,064 DEBUG [M:0;efe6b43736f4:37149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9eabd0da6cd646099e13ca212bc8701d as hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9eabd0da6cd646099e13ca212bc8701d 2024-11-09T16:19:27,072 INFO [M:0;efe6b43736f4:37149 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9eabd0da6cd646099e13ca212bc8701d 2024-11-09T16:19:27,072 INFO [M:0;efe6b43736f4:37149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9eabd0da6cd646099e13ca212bc8701d, entries=6, sequenceid=58, filesize=6.6 K 2024-11-09T16:19:27,073 DEBUG [M:0;efe6b43736f4:37149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdd481db9a9145bfb351ab9c2fd7dd5f as hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdd481db9a9145bfb351ab9c2fd7dd5f 2024-11-09T16:19:27,082 INFO [M:0;efe6b43736f4:37149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34269/user/jenkins/test-data/f68123ee-e765-867f-c9ee-b228a5139733/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdd481db9a9145bfb351ab9c2fd7dd5f, entries=1, sequenceid=58, filesize=5.0 K 2024-11-09T16:19:27,084 INFO [M:0;efe6b43736f4:37149 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=58, compaction requested=false 2024-11-09T16:19:27,085 INFO [M:0;efe6b43736f4:37149 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:27,085 DEBUG [M:0;efe6b43736f4:37149 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169165785Disabling compacts and flushes for region at 1731169165785Disabling writes for close at 1731169165785Obtaining lock to block concurrent updates at 1731169165786 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169165786Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731169165786Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169165787 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169165787Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169165799 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169165799Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169166209 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169166221 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169166221Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169166631 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169166645 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169166645Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32ba5537: reopening flushed file at 1731169167056 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3da54c7f: reopening flushed file at 1731169167063 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d477640: reopening flushed file at 1731169167072 (+9 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=58, compaction requested=false at 1731169167084 (+12 ms)Writing region close event to WAL at 1731169167085 (+1 ms)Closed at 1731169167085 2024-11-09T16:19:27,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41815 is added to blk_1073741830_1006 (size=33026) 2024-11-09T16:19:27,091 INFO [M:0;efe6b43736f4:37149 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:19:27,091 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:19:27,092 INFO [M:0;efe6b43736f4:37149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37149 2024-11-09T16:19:27,092 INFO [M:0;efe6b43736f4:37149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:19:27,204 INFO [M:0;efe6b43736f4:37149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:19:27,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:27,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37149-0x1012063dfdc0003, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:27,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26db198b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:19:27,255 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:19:27,255 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:19:27,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:19:27,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/hadoop.log.dir/,STOPPED} 2024-11-09T16:19:27,258 WARN [BP-1279352185-172.17.0.3-1731169089110 heartbeating to localhost/127.0.0.1:34269 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:19:27,258 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:19:27,258 WARN [BP-1279352185-172.17.0.3-1731169089110 heartbeating to localhost/127.0.0.1:34269 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1279352185-172.17.0.3-1731169089110 (Datanode Uuid d3040f8b-0bb0-41bb-a7c4-5d5de6b7066e) service to localhost/127.0.0.1:34269 2024-11-09T16:19:27,258 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:19:27,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/cluster_d9faebb8-b945-2fe4-5da3-a4206d4028cf/data/data1/current/BP-1279352185-172.17.0.3-1731169089110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:19:27,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/cluster_d9faebb8-b945-2fe4-5da3-a4206d4028cf/data/data2/current/BP-1279352185-172.17.0.3-1731169089110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:19:27,259 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:19:27,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d7a321f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:19:27,273 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:19:27,273 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:19:27,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:19:27,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/hadoop.log.dir/,STOPPED} 2024-11-09T16:19:27,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:19:27,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:19:27,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:19:27,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:27,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:27,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:27,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:19:27,295 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:19:27,295 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=444577767, stopped=false 2024-11-09T16:19:27,295 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,44913,1731169086949 2024-11-09T16:19:27,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763519538/running 2024-11-09T16:19:27,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763519538/running 2024-11-09T16:19:27,315 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:19:27,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538 2024-11-09T16:19:27,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538 2024-11-09T16:19:27,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:19:27,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:27,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Set watcher on znode that does not yet exist, /0763519538/running 2024-11-09T16:19:27,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:27,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Set watcher on znode that does not yet exist, /0763519538/running 2024-11-09T16:19:27,316 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,40335,1731169087200' ***** 2024-11-09T16:19:27,316 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:19:27,316 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:19:27,316 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:19:27,316 INFO [RS:0;efe6b43736f4:40335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:19:27,316 INFO [RS:0;efe6b43736f4:40335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:19:27,316 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c310a5f22d2af76e1dda9a34d5e91c7 2024-11-09T16:19:27,320 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:19:27,328 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(3091): Received CLOSE for 71aa3a88e1fb98522e899e333a7bab28 2024-11-09T16:19:27,328 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,40335,1731169087200 2024-11-09T16:19:27,328 INFO [RS:0;efe6b43736f4:40335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:19:27,328 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c310a5f22d2af76e1dda9a34d5e91c7, disabling compactions & flushes 2024-11-09T16:19:27,328 INFO [RS:0;efe6b43736f4:40335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:40335. 2024-11-09T16:19:27,328 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7. 2024-11-09T16:19:27,329 DEBUG [RS:0;efe6b43736f4:40335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:27,329 DEBUG [RS:0;efe6b43736f4:40335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:27,329 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7. 2024-11-09T16:19:27,329 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7. after waiting 0 ms 2024-11-09T16:19:27,329 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:19:27,329 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7. 2024-11-09T16:19:27,329 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:19:27,329 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:19:27,329 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:19:27,335 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T16:19:27,335 DEBUG [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4c310a5f22d2af76e1dda9a34d5e91c7=test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7., 71aa3a88e1fb98522e899e333a7bab28=hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28.} 2024-11-09T16:19:27,336 DEBUG [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c310a5f22d2af76e1dda9a34d5e91c7, 71aa3a88e1fb98522e899e333a7bab28 2024-11-09T16:19:27,336 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:19:27,336 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:19:27,336 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:19:27,336 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:19:27,336 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:19:27,336 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T16:19:27,384 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/default/test/4c310a5f22d2af76e1dda9a34d5e91c7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T16:19:27,385 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:19:27,385 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:19:27,386 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7. 2024-11-09T16:19:27,386 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c310a5f22d2af76e1dda9a34d5e91c7: Waiting for close lock at 1731169167328Running coprocessor pre-close hooks at 1731169167328Disabling compacts and flushes for region at 1731169167328Disabling writes for close at 1731169167329 (+1 ms)Writing region close event to WAL at 1731169167374 (+45 ms)Running coprocessor post-close hooks at 1731169167385 (+11 ms)Closed at 1731169167385 2024-11-09T16:19:27,386 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7. 2024-11-09T16:19:27,387 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 71aa3a88e1fb98522e899e333a7bab28, disabling compactions & flushes 2024-11-09T16:19:27,387 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28. 2024-11-09T16:19:27,387 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28. 2024-11-09T16:19:27,387 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28. after waiting 0 ms 2024-11-09T16:19:27,387 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28. 2024-11-09T16:19:27,387 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 71aa3a88e1fb98522e899e333a7bab28 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-09T16:19:27,402 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/.tmp/info/64a6106095984c11af961f1fa5a7353b is 147, key is hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28./info:regioninfo/1731169100182/Put/seqid=0 2024-11-09T16:19:27,425 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/replication/71aa3a88e1fb98522e899e333a7bab28/.tmp/hfileref/c260d47e418b451da5f9849f373c831e is 74, key is 1/hfileref:94a87c0c3ad94bcf99b456b7dd23bb6e_SeqId_4_/1731169102597/DeleteColumn/seqid=0 2024-11-09T16:19:27,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741844_1020 (size=7686) 2024-11-09T16:19:27,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741845_1021 (size=5203) 2024-11-09T16:19:27,474 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/replication/71aa3a88e1fb98522e899e333a7bab28/.tmp/hfileref/c260d47e418b451da5f9849f373c831e 2024-11-09T16:19:27,524 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/replication/71aa3a88e1fb98522e899e333a7bab28/.tmp/queue/b169c9639bae4ad199496e05a78077b7 is 153, key is 1-efe6b43736f4,40335,1731169087200/queue:efe6b43736f4%2C40335%2C1731169087200/1731169103474/Put/seqid=0 2024-11-09T16:19:27,536 DEBUG [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71aa3a88e1fb98522e899e333a7bab28 2024-11-09T16:19:27,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741846_1022 (size=5352) 2024-11-09T16:19:27,736 DEBUG [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71aa3a88e1fb98522e899e333a7bab28 2024-11-09T16:19:27,850 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/.tmp/info/64a6106095984c11af961f1fa5a7353b 2024-11-09T16:19:27,896 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/.tmp/ns/9ea68093892642919619c519bb259b75 is 43, key is default/ns:d/1731169089006/Put/seqid=0 2024-11-09T16:19:27,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741847_1023 (size=5153) 2024-11-09T16:19:27,915 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/.tmp/ns/9ea68093892642919619c519bb259b75 2024-11-09T16:19:27,936 DEBUG [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 71aa3a88e1fb98522e899e333a7bab28 2024-11-09T16:19:27,948 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/.tmp/rep_barrier/c6b967ea24474fb8b351319489722707 is 112, key is test,,1731169094622.4c310a5f22d2af76e1dda9a34d5e91c7./rep_barrier:seqnumDuringOpen/1731169095782/Put/seqid=0 2024-11-09T16:19:27,953 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/replication/71aa3a88e1fb98522e899e333a7bab28/.tmp/queue/b169c9639bae4ad199496e05a78077b7 2024-11-09T16:19:27,962 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/replication/71aa3a88e1fb98522e899e333a7bab28/.tmp/hfileref/c260d47e418b451da5f9849f373c831e as hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/replication/71aa3a88e1fb98522e899e333a7bab28/hfileref/c260d47e418b451da5f9849f373c831e 2024-11-09T16:19:27,970 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/replication/71aa3a88e1fb98522e899e333a7bab28/hfileref/c260d47e418b451da5f9849f373c831e, entries=2, sequenceid=10, filesize=5.1 K 2024-11-09T16:19:27,973 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/replication/71aa3a88e1fb98522e899e333a7bab28/.tmp/queue/b169c9639bae4ad199496e05a78077b7 as hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/replication/71aa3a88e1fb98522e899e333a7bab28/queue/b169c9639bae4ad199496e05a78077b7 2024-11-09T16:19:27,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741848_1024 (size=5518) 2024-11-09T16:19:27,989 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/replication/71aa3a88e1fb98522e899e333a7bab28/queue/b169c9639bae4ad199496e05a78077b7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T16:19:27,990 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 71aa3a88e1fb98522e899e333a7bab28 in 603ms, sequenceid=10, compaction requested=false 2024-11-09T16:19:28,003 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/replication/71aa3a88e1fb98522e899e333a7bab28/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T16:19:28,005 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:19:28,005 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:19:28,006 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28. 2024-11-09T16:19:28,006 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 71aa3a88e1fb98522e899e333a7bab28: Waiting for close lock at 1731169167386Running coprocessor pre-close hooks at 1731169167386Disabling compacts and flushes for region at 1731169167387 (+1 ms)Disabling writes for close at 1731169167387Obtaining lock to block concurrent updates at 1731169167387Preparing flush snapshotting stores in 71aa3a88e1fb98522e899e333a7bab28 at 1731169167387Finished memstore snapshotting hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731169167388 (+1 ms)Flushing stores of hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28. at 1731169167389 (+1 ms)Flushing 71aa3a88e1fb98522e899e333a7bab28/hfileref: creating writer at 1731169167389Flushing 71aa3a88e1fb98522e899e333a7bab28/hfileref: appending metadata at 1731169167425 (+36 ms)Flushing 71aa3a88e1fb98522e899e333a7bab28/hfileref: closing flushed file at 1731169167425Flushing 71aa3a88e1fb98522e899e333a7bab28/queue: creating writer at 1731169167496 (+71 ms)Flushing 71aa3a88e1fb98522e899e333a7bab28/queue: appending metadata at 1731169167524 (+28 ms)Flushing 71aa3a88e1fb98522e899e333a7bab28/queue: closing flushed file at 1731169167524Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36ed6631: reopening flushed file at 1731169167960 (+436 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757f69ac: reopening flushed file at 1731169167971 (+11 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 71aa3a88e1fb98522e899e333a7bab28 in 603ms, sequenceid=10, compaction requested=false at 1731169167990 (+19 ms)Writing region close event to WAL at 1731169167992 (+2 ms)Running coprocessor post-close hooks at 1731169168005 (+13 ms)Closed at 1731169168006 (+1 ms) 2024-11-09T16:19:28,006 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731169098963.71aa3a88e1fb98522e899e333a7bab28. 2024-11-09T16:19:28,136 DEBUG [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:19:28,237 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:19:28,237 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:19:28,337 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T16:19:28,337 DEBUG [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T16:19:28,337 DEBUG [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:19:28,380 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/.tmp/rep_barrier/c6b967ea24474fb8b351319489722707 2024-11-09T16:19:28,421 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/.tmp/table/a31be00b34c748eaab27b7325ec3dd12 is 53, key is hbase:replication/table:state/1731169100193/Put/seqid=0 2024-11-09T16:19:28,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741849_1025 (size=5308) 2024-11-09T16:19:28,463 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/.tmp/table/a31be00b34c748eaab27b7325ec3dd12 2024-11-09T16:19:28,476 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/.tmp/info/64a6106095984c11af961f1fa5a7353b as hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/info/64a6106095984c11af961f1fa5a7353b 2024-11-09T16:19:28,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:28,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:28,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:28,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:28,491 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/info/64a6106095984c11af961f1fa5a7353b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T16:19:28,493 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/.tmp/ns/9ea68093892642919619c519bb259b75 as hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/ns/9ea68093892642919619c519bb259b75 2024-11-09T16:19:28,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:28,506 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/ns/9ea68093892642919619c519bb259b75, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T16:19:28,507 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/.tmp/rep_barrier/c6b967ea24474fb8b351319489722707 as hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/rep_barrier/c6b967ea24474fb8b351319489722707 2024-11-09T16:19:28,516 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/rep_barrier/c6b967ea24474fb8b351319489722707, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T16:19:28,517 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/.tmp/table/a31be00b34c748eaab27b7325ec3dd12 as hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/table/a31be00b34c748eaab27b7325ec3dd12 2024-11-09T16:19:28,532 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/table/a31be00b34c748eaab27b7325ec3dd12, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T16:19:28,534 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1198ms, sequenceid=16, compaction requested=false 2024-11-09T16:19:28,534 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T16:19:28,537 DEBUG [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:19:28,604 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T16:19:28,604 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:19:28,604 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:19:28,605 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:19:28,605 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169167335Running coprocessor pre-close hooks at 1731169167335Disabling compacts and flushes for region at 1731169167336 (+1 ms)Disabling writes for close at 1731169167336Obtaining lock to block concurrent updates at 1731169167336Preparing flush snapshotting stores in 1588230740 at 1731169167336Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731169167336Flushing stores of hbase:meta,,1.1588230740 at 1731169167339 (+3 ms)Flushing 1588230740/info: creating writer at 1731169167339Flushing 1588230740/info: appending metadata at 1731169167402 (+63 ms)Flushing 1588230740/info: closing flushed file at 1731169167402Flushing 1588230740/ns: creating writer at 1731169167859 (+457 ms)Flushing 1588230740/ns: appending metadata at 1731169167893 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731169167893Flushing 1588230740/rep_barrier: creating writer at 1731169167925 (+32 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731169167947 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731169167947Flushing 1588230740/table: creating writer at 1731169168397 (+450 ms)Flushing 1588230740/table: appending metadata at 1731169168419 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731169168419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ddd6f9: reopening flushed file at 1731169168475 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16dc3ec1: reopening flushed file at 1731169168492 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1618c9eb: reopening flushed file at 1731169168506 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a17d497: reopening flushed file at 1731169168516 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1198ms, sequenceid=16, compaction requested=false at 1731169168534 (+18 ms)Writing region close event to WAL at 1731169168601 (+67 ms)Running coprocessor post-close hooks at 1731169168604 (+3 ms)Closed at 1731169168605 (+1 ms) 2024-11-09T16:19:28,605 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:19:28,737 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,40335,1731169087200; all regions closed. 2024-11-09T16:19:28,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741834_1010 (size=4239) 2024-11-09T16:19:28,750 DEBUG [RS:0;efe6b43736f4:40335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/oldWALs 2024-11-09T16:19:28,751 INFO [RS:0;efe6b43736f4:40335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C40335%2C1731169087200.meta:.meta(num 1731169088915) 2024-11-09T16:19:28,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741839_1015 (size=2700) 2024-11-09T16:19:28,784 DEBUG [RS:0;efe6b43736f4:40335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/oldWALs 2024-11-09T16:19:28,784 INFO [RS:0;efe6b43736f4:40335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C40335%2C1731169087200.rep:(num 1731169100143) 2024-11-09T16:19:28,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741833_1009 (size=1300) 2024-11-09T16:19:28,797 DEBUG [RS:0;efe6b43736f4:40335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/oldWALs 2024-11-09T16:19:28,797 INFO [RS:0;efe6b43736f4:40335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C40335%2C1731169087200:(num 1731169088388) 2024-11-09T16:19:28,797 DEBUG [RS:0;efe6b43736f4:40335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:28,797 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:19:28,797 INFO [RS:0;efe6b43736f4:40335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:19:28,797 INFO [RS:0;efe6b43736f4:40335 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T16:19:28,797 INFO [RS:0;efe6b43736f4:40335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:19:28,797 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:19:28,798 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-efe6b43736f4,40335,1731169087200 because: Region server is closing 2024-11-09T16:19:28,798 INFO [RS:0;efe6b43736f4:40335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:40335. 2024-11-09T16:19:28,798 DEBUG [RS:0;efe6b43736f4:40335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:28,798 DEBUG [RS:0;efe6b43736f4:40335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:28,799 DEBUG [RS:0;efe6b43736f4:40335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:28,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:19:28,899 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.wal-reader.efe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T16:19:28,899 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.shipperefe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T16:19:28,899 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40335,1731169087200.replicationSource.shipperefe6b43736f4%2C40335%2C1731169087200,1-efe6b43736f4,40335,1731169087200 terminated 2024-11-09T16:19:28,900 INFO [RS:0;efe6b43736f4:40335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40335 2024-11-09T16:19:29,011 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:19:29,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763519538/rs/efe6b43736f4,40335,1731169087200 2024-11-09T16:19:29,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538/rs 2024-11-09T16:19:29,020 INFO [RS:0;efe6b43736f4:40335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:19:29,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,40335,1731169087200] 2024-11-09T16:19:29,041 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0763519538/draining/efe6b43736f4,40335,1731169087200 already deleted, retry=false 2024-11-09T16:19:29,041 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,40335,1731169087200 expired; onlineServers=0 2024-11-09T16:19:29,041 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,44913,1731169086949' ***** 2024-11-09T16:19:29,041 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:19:29,041 INFO [M:0;efe6b43736f4:44913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:19:29,041 INFO [M:0;efe6b43736f4:44913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:19:29,041 DEBUG [M:0;efe6b43736f4:44913 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:19:29,041 DEBUG [M:0;efe6b43736f4:44913 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:19:29,041 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:19:29,041 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169088096 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169088096,5,FailOnTimeoutGroup] 2024-11-09T16:19:29,041 INFO [M:0;efe6b43736f4:44913 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:19:29,041 INFO [M:0;efe6b43736f4:44913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:19:29,041 DEBUG [M:0;efe6b43736f4:44913 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:19:29,041 INFO [M:0;efe6b43736f4:44913 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:19:29,041 INFO [M:0;efe6b43736f4:44913 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:19:29,041 INFO [M:0;efe6b43736f4:44913 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:19:29,042 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:19:29,042 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169088100 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169088100,5,FailOnTimeoutGroup] 2024-11-09T16:19:29,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0763519538/master 2024-11-09T16:19:29,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0763519538 2024-11-09T16:19:29,062 DEBUG [M:0;efe6b43736f4:44913 {}] zookeeper.RecoverableZooKeeper(212): Node /0763519538/master already deleted, retry=false 2024-11-09T16:19:29,062 DEBUG [M:0;efe6b43736f4:44913 {}] master.ActiveMasterManager(353): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Failed delete of our master address node; KeeperErrorCode = NoNode for /0763519538/master 2024-11-09T16:19:29,085 INFO [M:0;efe6b43736f4:44913 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/.lastflushedseqids 2024-11-09T16:19:29,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:29,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:29,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:29,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:29,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:29,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741850_1026 (size=263) 2024-11-09T16:19:29,127 INFO [M:0;efe6b43736f4:44913 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:19:29,127 INFO [M:0;efe6b43736f4:44913 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:19:29,127 DEBUG [M:0;efe6b43736f4:44913 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:19:29,127 INFO [M:0;efe6b43736f4:44913 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:29,127 DEBUG [M:0;efe6b43736f4:44913 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:29,127 DEBUG [M:0;efe6b43736f4:44913 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:19:29,128 DEBUG [M:0;efe6b43736f4:44913 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:29,128 INFO [M:0;efe6b43736f4:44913 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-09T16:19:29,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:29,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1012063dfdc0001, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:29,131 INFO [RS:0;efe6b43736f4:40335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:19:29,131 INFO [RS:0;efe6b43736f4:40335 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,40335,1731169087200; zookeeper connection closed. 2024-11-09T16:19:29,136 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ba3d1c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ba3d1c7 2024-11-09T16:19:29,137 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:19:29,168 DEBUG [M:0;efe6b43736f4:44913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d75af9a3bf534ef8b569a79a569dedc4 is 82, key is hbase:meta,,1/info:regioninfo/1731169088954/Put/seqid=0 2024-11-09T16:19:29,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741851_1027 (size=5672) 2024-11-09T16:19:29,195 INFO [M:0;efe6b43736f4:44913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d75af9a3bf534ef8b569a79a569dedc4 2024-11-09T16:19:29,232 DEBUG [M:0;efe6b43736f4:44913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/685dba39977c41b996a0362527aa026b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731169095798/Put/seqid=0 2024-11-09T16:19:29,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741852_1028 (size=7240) 2024-11-09T16:19:29,243 INFO [M:0;efe6b43736f4:44913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/685dba39977c41b996a0362527aa026b 2024-11-09T16:19:29,248 INFO [M:0;efe6b43736f4:44913 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 685dba39977c41b996a0362527aa026b 2024-11-09T16:19:29,280 DEBUG [M:0;efe6b43736f4:44913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8012b4b9e292410d87bf52849d58ad2a is 69, key is efe6b43736f4,40335,1731169087200/rs:state/1731169088190/Put/seqid=0 2024-11-09T16:19:29,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741853_1029 (size=5156) 2024-11-09T16:19:29,296 INFO [M:0;efe6b43736f4:44913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8012b4b9e292410d87bf52849d58ad2a 2024-11-09T16:19:29,307 DEBUG [M:0;efe6b43736f4:44913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d75af9a3bf534ef8b569a79a569dedc4 as hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d75af9a3bf534ef8b569a79a569dedc4 2024-11-09T16:19:29,314 INFO [M:0;efe6b43736f4:44913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d75af9a3bf534ef8b569a79a569dedc4, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T16:19:29,316 DEBUG [M:0;efe6b43736f4:44913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/685dba39977c41b996a0362527aa026b as hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/685dba39977c41b996a0362527aa026b 2024-11-09T16:19:29,331 INFO [M:0;efe6b43736f4:44913 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 685dba39977c41b996a0362527aa026b 2024-11-09T16:19:29,331 INFO [M:0;efe6b43736f4:44913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/685dba39977c41b996a0362527aa026b, entries=11, sequenceid=105, filesize=7.1 K 2024-11-09T16:19:29,333 DEBUG [M:0;efe6b43736f4:44913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8012b4b9e292410d87bf52849d58ad2a as hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8012b4b9e292410d87bf52849d58ad2a 2024-11-09T16:19:29,349 INFO [M:0;efe6b43736f4:44913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44121/user/jenkins/test-data/137c72de-c022-e864-13f3-086eecfcaf9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8012b4b9e292410d87bf52849d58ad2a, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T16:19:29,350 INFO [M:0;efe6b43736f4:44913 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 222ms, sequenceid=105, compaction requested=false 2024-11-09T16:19:29,384 INFO [M:0;efe6b43736f4:44913 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:29,385 DEBUG [M:0;efe6b43736f4:44913 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169169127Disabling compacts and flushes for region at 1731169169127Disabling writes for close at 1731169169127Obtaining lock to block concurrent updates at 1731169169128 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169169128Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731169169128Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169169129 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169169129Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169169166 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169169166Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169169202 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169169231 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169169231Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169169248 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169169279 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169169279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a9b917: reopening flushed file at 1731169169306 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49696441: reopening flushed file at 1731169169314 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5faabe08: reopening flushed file at 1731169169331 (+17 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 222ms, sequenceid=105, compaction requested=false at 1731169169350 (+19 ms)Writing region close event to WAL at 1731169169384 (+34 ms)Closed at 1731169169384 2024-11-09T16:19:29,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46335 is added to blk_1073741830_1006 (size=64526) 2024-11-09T16:19:29,390 INFO [M:0;efe6b43736f4:44913 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:19:29,390 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:19:29,390 INFO [M:0;efe6b43736f4:44913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44913 2024-11-09T16:19:29,390 INFO [M:0;efe6b43736f4:44913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:19:29,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:29,541 INFO [M:0;efe6b43736f4:44913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:19:29,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x1012063dfdc0000, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:29,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6785d18c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:19:29,590 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:19:29,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:19:29,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:19:29,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/hadoop.log.dir/,STOPPED} 2024-11-09T16:19:29,594 WARN [BP-1027546473-172.17.0.3-1731169084513 heartbeating to localhost/127.0.0.1:44121 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:19:29,594 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:19:29,594 WARN [BP-1027546473-172.17.0.3-1731169084513 heartbeating to localhost/127.0.0.1:44121 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1027546473-172.17.0.3-1731169084513 (Datanode Uuid 9ec6b531-9bd0-4790-889f-4f59be9dd46c) service to localhost/127.0.0.1:44121 2024-11-09T16:19:29,594 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:19:29,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/cluster_f7ae6511-b078-1c87-5efa-f7945b2c0a06/data/data1/current/BP-1027546473-172.17.0.3-1731169084513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:19:29,595 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/cluster_f7ae6511-b078-1c87-5efa-f7945b2c0a06/data/data2/current/BP-1027546473-172.17.0.3-1731169084513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:19:29,595 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:19:29,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:19:29,606 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:19:29,606 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:19:29,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:19:29,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a2bb60f-4966-cb84-2ee7-b68197f6a638/hadoop.log.dir/,STOPPED} 2024-11-09T16:19:29,622 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T16:19:29,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:19:29,677 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 139) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56274) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f7bacb8d358.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56274) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44121 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f7bacb8d358.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34269 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 531), ProcessCount=11 (was 11), AvailableMemoryMB=1085 (was 1326) 2024-11-09T16:19:29,687 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=1085 2024-11-09T16:19:29,700 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-09T16:19:29,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/hadoop.log.dir so I do NOT create it in target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744 2024-11-09T16:19:29,701 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:19:29,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/hadoop.tmp.dir so I do NOT create it in target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744 2024-11-09T16:19:29,701 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2525dbdb-e1f4-750e-171b-a365a518bf27/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:19:29,701 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744 2024-11-09T16:19:29,701 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/cluster_cbd98dc5-b6ab-f604-0765-34e02b012253, deleteOnExit=true 2024-11-09T16:19:29,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012063dfdc0002, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:19:29,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012063dfdc0005, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:19:29,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012063dfdc0002, quorum=127.0.0.1:56274, baseZNode=/0763519538 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:19:29,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012063dfdc0005, quorum=127.0.0.1:56274, baseZNode=/11366863039 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:19:29,794 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/cluster_cbd98dc5-b6ab-f604-0765-34e02b012253/zookeeper_0, clientPort=57565, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/cluster_cbd98dc5-b6ab-f604-0765-34e02b012253/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/cluster_cbd98dc5-b6ab-f604-0765-34e02b012253/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T16:19:29,795 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57565 2024-11-09T16:19:29,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:19:29,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:19:29,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/test.cache.data in system properties and HBase conf 2024-11-09T16:19:29,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:19:29,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:19:29,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:19:29,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:19:29,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:19:29,796 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:19:29,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:19:29,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:19:29,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:19:29,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:19:29,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:19:29,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:19:29,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:19:29,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:19:29,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:19:29,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:19:29,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:19:29,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:19:29,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:19:29,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:19:30,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:19:30,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:19:30,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:19:30,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:19:30,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T16:19:30,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:19:30,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ace9329{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:19:30,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b00a1cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:19:30,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@139cfc99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/java.io.tmpdir/jetty-localhost-33941-hadoop-hdfs-3_4_1-tests_jar-_-any-10872504835638509466/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:19:30,472 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f317f77{HTTP/1.1, (http/1.1)}{localhost:33941} 2024-11-09T16:19:30,472 INFO [Time-limited test {}] server.Server(415): Started @134061ms 2024-11-09T16:19:30,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:19:30,767 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:19:30,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:19:30,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:19:30,770 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:19:30,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d8f70de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:19:30,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23cc2f18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:19:30,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c67089d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/java.io.tmpdir/jetty-localhost-40479-hadoop-hdfs-3_4_1-tests_jar-_-any-8151740920716744634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:19:30,868 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61e0d86d{HTTP/1.1, (http/1.1)}{localhost:40479} 2024-11-09T16:19:30,868 INFO [Time-limited test {}] server.Server(415): Started @134457ms 2024-11-09T16:19:30,869 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:19:31,609 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/cluster_cbd98dc5-b6ab-f604-0765-34e02b012253/data/data1/current/BP-1970348608-172.17.0.3-1731169169812/current, will proceed with Du for space computation calculation, 2024-11-09T16:19:31,613 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/cluster_cbd98dc5-b6ab-f604-0765-34e02b012253/data/data2/current/BP-1970348608-172.17.0.3-1731169169812/current, will proceed with Du for space computation calculation, 2024-11-09T16:19:31,630 WARN [Thread-1270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:19:31,633 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6f68824be8d1e22 with lease ID 0xcde9ae9dace8b89: Processing first storage report for DS-6897959a-108f-4c40-81ac-353ddb416b65 from datanode DatanodeRegistration(127.0.0.1:45219, datanodeUuid=84b2349e-8718-4bd5-a129-46edab4db928, infoPort=33979, infoSecurePort=0, ipcPort=43763, storageInfo=lv=-57;cid=testClusterID;nsid=786431329;c=1731169169812) 2024-11-09T16:19:31,633 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6f68824be8d1e22 with lease ID 0xcde9ae9dace8b89: from storage DS-6897959a-108f-4c40-81ac-353ddb416b65 node DatanodeRegistration(127.0.0.1:45219, datanodeUuid=84b2349e-8718-4bd5-a129-46edab4db928, infoPort=33979, infoSecurePort=0, ipcPort=43763, storageInfo=lv=-57;cid=testClusterID;nsid=786431329;c=1731169169812), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:19:31,633 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6f68824be8d1e22 with lease ID 0xcde9ae9dace8b89: Processing first storage report for DS-5aab3421-b4fd-4660-8199-c497eb21b767 from datanode DatanodeRegistration(127.0.0.1:45219, datanodeUuid=84b2349e-8718-4bd5-a129-46edab4db928, infoPort=33979, infoSecurePort=0, ipcPort=43763, storageInfo=lv=-57;cid=testClusterID;nsid=786431329;c=1731169169812) 2024-11-09T16:19:31,633 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6f68824be8d1e22 with lease ID 0xcde9ae9dace8b89: from storage DS-5aab3421-b4fd-4660-8199-c497eb21b767 node DatanodeRegistration(127.0.0.1:45219, datanodeUuid=84b2349e-8718-4bd5-a129-46edab4db928, infoPort=33979, infoSecurePort=0, ipcPort=43763, storageInfo=lv=-57;cid=testClusterID;nsid=786431329;c=1731169169812), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:19:31,701 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744 2024-11-09T16:19:31,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:31,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:31,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:19:32,110 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704 with version=8 2024-11-09T16:19:32,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/hbase-staging 2024-11-09T16:19:32,112 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:19:32,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:32,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:32,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:19:32,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:32,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:19:32,113 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:19:32,113 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:19:32,113 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38767 2024-11-09T16:19:32,114 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38767 connecting to ZooKeeper ensemble=127.0.0.1:57565 2024-11-09T16:19:32,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387670x0, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:19:32,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38767-0x10120652d2d0000 connected 2024-11-09T16:19:32,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:32,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:32,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on znode that does not yet exist, /0-716037507/running 2024-11-09T16:19:32,285 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704, hbase.cluster.distributed=false 2024-11-09T16:19:32,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on znode that does not yet exist, /0-716037507/acl 2024-11-09T16:19:32,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38767 2024-11-09T16:19:32,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38767 2024-11-09T16:19:32,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38767 2024-11-09T16:19:32,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38767 2024-11-09T16:19:32,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38767 2024-11-09T16:19:32,301 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:19:32,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:32,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:32,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:19:32,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:32,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:19:32,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:19:32,301 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:19:32,302 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46749 2024-11-09T16:19:32,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46749 connecting to ZooKeeper ensemble=127.0.0.1:57565 2024-11-09T16:19:32,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:32,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:32,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467490x0, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:19:32,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467490x0, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on znode that does not yet exist, /0-716037507/running 2024-11-09T16:19:32,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46749-0x10120652d2d0001 connected 2024-11-09T16:19:32,315 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:19:32,316 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:19:32,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on znode that does not yet exist, /0-716037507/master 2024-11-09T16:19:32,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on znode that does not yet exist, /0-716037507/acl 2024-11-09T16:19:32,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46749 2024-11-09T16:19:32,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46749 2024-11-09T16:19:32,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46749 2024-11-09T16:19:32,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46749 2024-11-09T16:19:32,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46749 2024-11-09T16:19:32,334 DEBUG [M:0;efe6b43736f4:38767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:38767 2024-11-09T16:19:32,335 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-716037507/backup-masters/efe6b43736f4,38767,1731169172112 2024-11-09T16:19:32,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507/backup-masters 2024-11-09T16:19:32,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507/backup-masters 2024-11-09T16:19:32,346 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on existing znode=/0-716037507/backup-masters/efe6b43736f4,38767,1731169172112 2024-11-09T16:19:32,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:32,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-716037507/master 2024-11-09T16:19:32,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:32,356 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on existing znode=/0-716037507/master 2024-11-09T16:19:32,357 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-716037507/backup-masters/efe6b43736f4,38767,1731169172112 from backup master directory 2024-11-09T16:19:32,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-716037507/backup-masters/efe6b43736f4,38767,1731169172112 2024-11-09T16:19:32,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507/backup-masters 2024-11-09T16:19:32,367 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:19:32,367 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,38767,1731169172112 2024-11-09T16:19:32,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507/backup-masters 2024-11-09T16:19:32,371 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/hbase.id] with ID: 0ba343ec-2a19-4ed4-9b61-2ff9651070d8 2024-11-09T16:19:32,371 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/.tmp/hbase.id 2024-11-09T16:19:32,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:19:32,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:19:32,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T16:19:32,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T16:19:32,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T16:19:32,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T16:19:32,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:19:32,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:19:32,778 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/.tmp/hbase.id]:[hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/hbase.id] 2024-11-09T16:19:32,803 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:32,803 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:19:32,805 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T16:19:32,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:32,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:32,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:19:32,849 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:19:32,850 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:19:32,851 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:19:32,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:19:33,271 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store 2024-11-09T16:19:33,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:19:33,679 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:19:33,679 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:19:33,679 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:33,679 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:33,679 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:19:33,679 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:33,679 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:33,679 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169173679Disabling compacts and flushes for region at 1731169173679Disabling writes for close at 1731169173679Writing region close event to WAL at 1731169173679Closed at 1731169173679 2024-11-09T16:19:33,680 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/.initializing 2024-11-09T16:19:33,680 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/WALs/efe6b43736f4,38767,1731169172112 2024-11-09T16:19:33,681 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:19:33,683 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C38767%2C1731169172112, suffix=, logDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/WALs/efe6b43736f4,38767,1731169172112, archiveDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/oldWALs, maxLogs=10 2024-11-09T16:19:33,696 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/WALs/efe6b43736f4,38767,1731169172112/efe6b43736f4%2C38767%2C1731169172112.1731169173683, exclude list is [], retry=0 2024-11-09T16:19:33,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45219,DS-6897959a-108f-4c40-81ac-353ddb416b65,DISK] 2024-11-09T16:19:33,700 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/WALs/efe6b43736f4,38767,1731169172112/efe6b43736f4%2C38767%2C1731169172112.1731169173683 2024-11-09T16:19:33,701 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-09T16:19:33,701 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:19:33,702 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:19:33,702 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:33,702 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:33,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:33,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:19:33,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:33,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:33,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:33,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:19:33,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:33,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:19:33,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:33,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:19:33,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:33,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:19:33,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:33,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:19:33,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:33,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:19:33,710 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:33,710 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:33,711 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:33,712 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:33,712 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:33,712 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:19:33,713 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:33,715 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:19:33,715 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66008362, jitterRate=-0.016398757696151733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:19:33,715 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169173702Initializing all the Stores at 1731169173703 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169173703Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169173703Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169173703Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169173703Cleaning up temporary data from old regions at 1731169173712 (+9 ms)Region opened successfully at 1731169173715 (+3 ms) 2024-11-09T16:19:33,716 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:19:33,718 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f80d4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:19:33,719 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:19:33,719 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:19:33,719 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:19:33,719 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:19:33,720 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:19:33,720 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:19:33,720 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:19:33,722 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:19:33,723 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Unable to get data of znode /0-716037507/balancer because node does not exist (not necessarily an error) 2024-11-09T16:19:33,766 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-716037507/balancer already deleted, retry=false 2024-11-09T16:19:33,767 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:19:33,767 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Unable to get data of znode /0-716037507/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:19:33,777 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-716037507/normalizer already deleted, retry=false 2024-11-09T16:19:33,777 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:19:33,778 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Unable to get data of znode /0-716037507/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:19:33,787 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-716037507/switch/split already deleted, retry=false 2024-11-09T16:19:33,788 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Unable to get data of znode /0-716037507/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:19:33,798 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-716037507/switch/merge already deleted, retry=false 2024-11-09T16:19:33,800 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Unable to get data of znode /0-716037507/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:19:33,808 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-716037507/snapshot-cleanup already deleted, retry=false 2024-11-09T16:19:33,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-716037507/running 2024-11-09T16:19:33,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:33,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-716037507/running 2024-11-09T16:19:33,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:33,820 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,38767,1731169172112, sessionid=0x10120652d2d0000, setting cluster-up flag (Was=false) 2024-11-09T16:19:33,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:33,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:33,872 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-716037507/flush-table-proc/acquired, /0-716037507/flush-table-proc/reached, /0-716037507/flush-table-proc/abort 2024-11-09T16:19:33,873 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,38767,1731169172112 2024-11-09T16:19:33,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:33,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:33,924 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-716037507/online-snapshot/acquired, /0-716037507/online-snapshot/reached, /0-716037507/online-snapshot/abort 2024-11-09T16:19:33,925 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,38767,1731169172112 2024-11-09T16:19:33,926 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:19:33,928 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:19:33,928 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:19:33,928 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:19:33,928 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,38767,1731169172112 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:19:33,930 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:19:33,930 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:19:33,930 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:19:33,930 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:19:33,930 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:19:33,930 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:33,930 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:19:33,930 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:33,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:19:33,934 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:19:33,935 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:33,935 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:19:33,936 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169203936 2024-11-09T16:19:33,937 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:19:33,937 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:19:33,937 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:19:33,937 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:19:33,937 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:19:33,937 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:19:33,937 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:33,944 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:19:33,944 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:19:33,945 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:19:33,945 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:19:33,946 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:19:33,946 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:19:33,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:19:33,948 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169173946,5,FailOnTimeoutGroup] 2024-11-09T16:19:33,948 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169173948,5,FailOnTimeoutGroup] 2024-11-09T16:19:33,948 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:33,948 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:19:33,948 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:33,948 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:34,025 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(746): ClusterId : 0ba343ec-2a19-4ed4-9b61-2ff9651070d8 2024-11-09T16:19:34,025 DEBUG [RS:0;efe6b43736f4:46749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:19:34,030 DEBUG [RS:0;efe6b43736f4:46749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:19:34,030 DEBUG [RS:0;efe6b43736f4:46749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:19:34,041 DEBUG [RS:0;efe6b43736f4:46749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:19:34,041 DEBUG [RS:0;efe6b43736f4:46749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f155bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:19:34,051 DEBUG [RS:0;efe6b43736f4:46749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:46749 2024-11-09T16:19:34,051 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:19:34,051 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:19:34,051 DEBUG [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:19:34,052 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,38767,1731169172112 with port=46749, startcode=1731169172300 2024-11-09T16:19:34,052 DEBUG [RS:0;efe6b43736f4:46749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:19:34,054 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:19:34,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,46749,1731169172300 2024-11-09T16:19:34,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38767 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,46749,1731169172300 2024-11-09T16:19:34,055 DEBUG [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704 2024-11-09T16:19:34,055 DEBUG [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35609 2024-11-09T16:19:34,056 DEBUG [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:19:34,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507/rs 2024-11-09T16:19:34,062 DEBUG [RS:0;efe6b43736f4:46749 {}] zookeeper.ZKUtil(111): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on existing znode=/0-716037507/rs/efe6b43736f4,46749,1731169172300 2024-11-09T16:19:34,062 WARN [RS:0;efe6b43736f4:46749 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:19:34,062 INFO [RS:0;efe6b43736f4:46749 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:19:34,062 DEBUG [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300 2024-11-09T16:19:34,062 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,46749,1731169172300] 2024-11-09T16:19:34,065 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:19:34,066 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:19:34,066 INFO [RS:0;efe6b43736f4:46749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:19:34,066 INFO [RS:0;efe6b43736f4:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:34,067 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:19:34,067 INFO [RS:0;efe6b43736f4:46749 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:19:34,067 INFO [RS:0;efe6b43736f4:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:34,067 DEBUG [RS:0;efe6b43736f4:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:34,067 DEBUG [RS:0;efe6b43736f4:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:34,067 DEBUG [RS:0;efe6b43736f4:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:34,067 DEBUG [RS:0;efe6b43736f4:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:34,068 DEBUG [RS:0;efe6b43736f4:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:34,068 DEBUG [RS:0;efe6b43736f4:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:19:34,068 DEBUG [RS:0;efe6b43736f4:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:34,068 DEBUG [RS:0;efe6b43736f4:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:34,068 DEBUG [RS:0;efe6b43736f4:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:34,068 DEBUG [RS:0;efe6b43736f4:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:34,068 DEBUG [RS:0;efe6b43736f4:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:34,068 DEBUG [RS:0;efe6b43736f4:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:34,068 DEBUG [RS:0;efe6b43736f4:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:19:34,068 DEBUG [RS:0;efe6b43736f4:46749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:19:34,068 INFO [RS:0;efe6b43736f4:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:34,068 INFO [RS:0;efe6b43736f4:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:34,068 INFO [RS:0;efe6b43736f4:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:34,069 INFO [RS:0;efe6b43736f4:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:34,069 INFO [RS:0;efe6b43736f4:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:34,069 INFO [RS:0;efe6b43736f4:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,46749,1731169172300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:19:34,081 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:19:34,081 INFO [RS:0;efe6b43736f4:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,46749,1731169172300-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:34,081 INFO [RS:0;efe6b43736f4:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:34,081 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.Replication(171): efe6b43736f4,46749,1731169172300 started 2024-11-09T16:19:34,093 INFO [RS:0;efe6b43736f4:46749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:34,093 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,46749,1731169172300, RpcServer on efe6b43736f4/172.17.0.3:46749, sessionid=0x10120652d2d0001 2024-11-09T16:19:34,094 DEBUG [RS:0;efe6b43736f4:46749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:19:34,094 DEBUG [RS:0;efe6b43736f4:46749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,46749,1731169172300 2024-11-09T16:19:34,094 DEBUG [RS:0;efe6b43736f4:46749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,46749,1731169172300' 2024-11-09T16:19:34,094 DEBUG [RS:0;efe6b43736f4:46749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-716037507/flush-table-proc/abort' 2024-11-09T16:19:34,094 DEBUG [RS:0;efe6b43736f4:46749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-716037507/flush-table-proc/acquired' 2024-11-09T16:19:34,095 DEBUG [RS:0;efe6b43736f4:46749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:19:34,095 DEBUG [RS:0;efe6b43736f4:46749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:19:34,095 DEBUG [RS:0;efe6b43736f4:46749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,46749,1731169172300 2024-11-09T16:19:34,095 DEBUG [RS:0;efe6b43736f4:46749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,46749,1731169172300' 2024-11-09T16:19:34,095 DEBUG [RS:0;efe6b43736f4:46749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-716037507/online-snapshot/abort' 2024-11-09T16:19:34,095 DEBUG [RS:0;efe6b43736f4:46749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-716037507/online-snapshot/acquired' 2024-11-09T16:19:34,095 DEBUG [RS:0;efe6b43736f4:46749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:19:34,096 INFO [RS:0;efe6b43736f4:46749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:19:34,096 INFO [RS:0;efe6b43736f4:46749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:19:34,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:19:34,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:34,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:34,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:34,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:34,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:34,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:34,196 INFO [RS:0;efe6b43736f4:46749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:19:34,198 INFO [RS:0;efe6b43736f4:46749 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C46749%2C1731169172300, suffix=, logDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300, archiveDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/oldWALs, maxLogs=10 2024-11-09T16:19:34,210 DEBUG [RS:0;efe6b43736f4:46749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300/efe6b43736f4%2C46749%2C1731169172300.1731169174198, exclude list is [], retry=0 2024-11-09T16:19:34,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45219,DS-6897959a-108f-4c40-81ac-353ddb416b65,DISK] 2024-11-09T16:19:34,214 INFO [RS:0;efe6b43736f4:46749 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300/efe6b43736f4%2C46749%2C1731169172300.1731169174198 2024-11-09T16:19:34,214 DEBUG [RS:0;efe6b43736f4:46749 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-09T16:19:34,349 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:19:34,349 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704 2024-11-09T16:19:34,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741833_1009 (size=32) 2024-11-09T16:19:34,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:19:34,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:19:34,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:19:34,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:34,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:34,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:19:34,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:19:34,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:34,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:34,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:19:34,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:19:34,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:34,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:34,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:19:34,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:19:34,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:34,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:34,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:19:34,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740 2024-11-09T16:19:34,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740 2024-11-09T16:19:34,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:19:34,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:19:34,764 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:19:34,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:19:34,766 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:19:34,766 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61623520, jitterRate=-0.08173799514770508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:19:34,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169174755Initializing all the Stores at 1731169174756 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169174756Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169174756Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169174756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169174756Cleaning up temporary data from old regions at 1731169174763 (+7 ms)Region opened successfully at 1731169174767 (+4 ms) 2024-11-09T16:19:34,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:19:34,767 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:19:34,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:19:34,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:19:34,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:19:34,767 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:19:34,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169174767Disabling compacts and flushes for region at 1731169174767Disabling writes for close at 1731169174767Writing region close event to WAL at 1731169174767Closed at 1731169174767 2024-11-09T16:19:34,768 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:19:34,768 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:19:34,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:19:34,769 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:19:34,770 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:19:34,920 DEBUG [efe6b43736f4:38767 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:19:34,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,46749,1731169172300 2024-11-09T16:19:34,922 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,46749,1731169172300, state=OPENING 2024-11-09T16:19:34,945 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:19:34,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:34,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:34,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-716037507/meta-region-server: CHANGED 2024-11-09T16:19:34,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-716037507/meta-region-server: CHANGED 2024-11-09T16:19:34,957 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:19:34,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,46749,1731169172300}] 2024-11-09T16:19:35,109 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:19:35,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:19:35,114 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:19:35,114 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:19:35,114 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:19:35,115 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C46749%2C1731169172300.meta, suffix=.meta, logDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300, archiveDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/oldWALs, maxLogs=10 2024-11-09T16:19:35,128 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300/efe6b43736f4%2C46749%2C1731169172300.meta.1731169175116.meta, exclude list is [], retry=0 2024-11-09T16:19:35,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45219,DS-6897959a-108f-4c40-81ac-353ddb416b65,DISK] 2024-11-09T16:19:35,131 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300/efe6b43736f4%2C46749%2C1731169172300.meta.1731169175116.meta 2024-11-09T16:19:35,131 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-09T16:19:35,131 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:19:35,132 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:19:35,132 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:19:35,132 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:19:35,132 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:19:35,132 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:19:35,132 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:19:35,132 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:19:35,132 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:19:35,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:19:35,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:19:35,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:35,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:35,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:19:35,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:19:35,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:35,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:35,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:19:35,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:19:35,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:35,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:35,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:19:35,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:19:35,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:35,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:35,138 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:19:35,139 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740 2024-11-09T16:19:35,140 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740 2024-11-09T16:19:35,141 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:19:35,141 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:19:35,141 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:19:35,142 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:19:35,143 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64484811, jitterRate=-0.039101436734199524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:19:35,143 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:19:35,143 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169175132Writing region info on filesystem at 1731169175132Initializing all the Stores at 1731169175133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169175133Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169175133Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169175133Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169175133Cleaning up temporary data from old regions at 1731169175141 (+8 ms)Running coprocessor post-open hooks at 1731169175143 (+2 ms)Region opened successfully at 1731169175143 2024-11-09T16:19:35,144 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169175109 2024-11-09T16:19:35,146 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:19:35,146 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:19:35,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,46749,1731169172300 2024-11-09T16:19:35,147 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,46749,1731169172300, state=OPEN 2024-11-09T16:19:35,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-716037507/meta-region-server 2024-11-09T16:19:35,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-716037507/meta-region-server 2024-11-09T16:19:35,212 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,46749,1731169172300 2024-11-09T16:19:35,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-716037507/meta-region-server: CHANGED 2024-11-09T16:19:35,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-716037507/meta-region-server: CHANGED 2024-11-09T16:19:35,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:19:35,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,46749,1731169172300 in 255 msec 2024-11-09T16:19:35,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:19:35,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-09T16:19:35,217 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:19:35,217 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:19:35,218 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:19:35,218 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,46749,1731169172300, seqNum=-1] 2024-11-09T16:19:35,219 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:19:35,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:19:35,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec 2024-11-09T16:19:35,225 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169175225, completionTime=-1 2024-11-09T16:19:35,225 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:19:35,225 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:19:35,227 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:19:35,227 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169235227 2024-11-09T16:19:35,227 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169295227 2024-11-09T16:19:35,227 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T16:19:35,227 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,38767,1731169172112-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:35,228 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,38767,1731169172112-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:35,228 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,38767,1731169172112-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:35,228 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:38767, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:35,228 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:35,228 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:35,230 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:19:35,231 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.864sec 2024-11-09T16:19:35,231 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:19:35,232 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:19:35,232 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:19:35,232 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:19:35,232 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:19:35,232 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,38767,1731169172112-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:19:35,232 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,38767,1731169172112-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:19:35,234 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:19:35,234 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:19:35,234 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,38767,1731169172112-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:35,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414ac329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:35,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,38767,-1 for getting cluster id 2024-11-09T16:19:35,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:19:35,327 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ba343ec-2a19-4ed4-9b61-2ff9651070d8' 2024-11-09T16:19:35,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:19:35,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ba343ec-2a19-4ed4-9b61-2ff9651070d8" 2024-11-09T16:19:35,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6824aa60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:35,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,38767,-1] 2024-11-09T16:19:35,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:19:35,328 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:35,329 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:19:35,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94f3c4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:35,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:19:35,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,46749,1731169172300, seqNum=-1] 2024-11-09T16:19:35,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:19:35,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:19:35,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,38767,1731169172112 2024-11-09T16:19:35,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57565 2024-11-09T16:19:35,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:19:35,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10120652d2d0002 connected 2024-11-09T16:19:35,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/hadoop.log.dir so I do NOT create it in target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704 2024-11-09T16:19:35,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:19:35,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/hadoop.tmp.dir so I do NOT create it in target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704 2024-11-09T16:19:35,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:19:35,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704 2024-11-09T16:19:35,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:19:35,381 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/cluster_be85eade-b19c-075a-dc68-4d209250bbbf, deleteOnExit=true 2024-11-09T16:19:35,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:19:35,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/test.cache.data in system properties and HBase conf 2024-11-09T16:19:35,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:19:35,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:19:35,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:19:35,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:19:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:19:35,382 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:19:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:19:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:19:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:19:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:19:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:19:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:19:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:19:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:19:35,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:19:35,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:19:35,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:19:35,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:19:35,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:19:35,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:19:35,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:19:35,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:19:35,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:19:35,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:19:35,708 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:19:35,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:19:35,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a9bc6b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:19:35,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cd1f0b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:19:35,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1518c7c7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/java.io.tmpdir/jetty-localhost-43821-hadoop-hdfs-3_4_1-tests_jar-_-any-3125198695963075993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:19:35,808 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21bde6d2{HTTP/1.1, (http/1.1)}{localhost:43821} 2024-11-09T16:19:35,808 INFO [Time-limited test {}] server.Server(415): Started @139397ms 2024-11-09T16:19:36,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:19:36,052 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:19:36,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:19:36,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:19:36,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T16:19:36,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50f10d8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:19:36,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661eb06e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:19:36,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3821b27a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/java.io.tmpdir/jetty-localhost-37141-hadoop-hdfs-3_4_1-tests_jar-_-any-11752175951444243727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:19:36,151 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c710ad5{HTTP/1.1, (http/1.1)}{localhost:37141} 2024-11-09T16:19:36,151 INFO [Time-limited test {}] server.Server(415): Started @139740ms 2024-11-09T16:19:36,153 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:19:36,825 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/cluster_be85eade-b19c-075a-dc68-4d209250bbbf/data/data2/current/BP-1695857094-172.17.0.3-1731169175403/current, will proceed with Du for space computation calculation, 2024-11-09T16:19:36,825 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/cluster_be85eade-b19c-075a-dc68-4d209250bbbf/data/data1/current/BP-1695857094-172.17.0.3-1731169175403/current, will proceed with Du for space computation calculation, 2024-11-09T16:19:36,840 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:19:36,843 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x521cd69ce0f4bbf4 with lease ID 0x4ea9aba9c4e30b36: Processing first storage report for DS-86229668-9d8c-4563-8982-06674683dda6 from datanode DatanodeRegistration(127.0.0.1:32879, datanodeUuid=5bcc8981-7561-428f-9447-4325d8d23ade, infoPort=42295, infoSecurePort=0, ipcPort=35799, storageInfo=lv=-57;cid=testClusterID;nsid=225530996;c=1731169175403) 2024-11-09T16:19:36,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x521cd69ce0f4bbf4 with lease ID 0x4ea9aba9c4e30b36: from storage DS-86229668-9d8c-4563-8982-06674683dda6 node DatanodeRegistration(127.0.0.1:32879, datanodeUuid=5bcc8981-7561-428f-9447-4325d8d23ade, infoPort=42295, infoSecurePort=0, ipcPort=35799, storageInfo=lv=-57;cid=testClusterID;nsid=225530996;c=1731169175403), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:19:36,843 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x521cd69ce0f4bbf4 with lease ID 0x4ea9aba9c4e30b36: Processing first storage report for DS-0675d58b-1024-4e20-bdbb-355f603534f0 from datanode DatanodeRegistration(127.0.0.1:32879, datanodeUuid=5bcc8981-7561-428f-9447-4325d8d23ade, infoPort=42295, infoSecurePort=0, ipcPort=35799, storageInfo=lv=-57;cid=testClusterID;nsid=225530996;c=1731169175403) 2024-11-09T16:19:36,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x521cd69ce0f4bbf4 with lease ID 0x4ea9aba9c4e30b36: from storage DS-0675d58b-1024-4e20-bdbb-355f603534f0 node DatanodeRegistration(127.0.0.1:32879, datanodeUuid=5bcc8981-7561-428f-9447-4325d8d23ade, infoPort=42295, infoSecurePort=0, ipcPort=35799, storageInfo=lv=-57;cid=testClusterID;nsid=225530996;c=1731169175403), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:19:36,881 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704 2024-11-09T16:19:36,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:36,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:36,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:19:37,290 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd with version=8 2024-11-09T16:19:37,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/hbase-staging 2024-11-09T16:19:37,292 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:19:37,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:37,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:37,293 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:19:37,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:37,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:19:37,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:19:37,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:19:37,293 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37543 2024-11-09T16:19:37,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37543 connecting to ZooKeeper ensemble=127.0.0.1:57565 2024-11-09T16:19:37,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375430x0, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:19:37,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37543-0x10120652d2d0003 connected 2024-11-09T16:19:37,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:37,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:37,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Set watcher on znode that does not yet exist, /1-1392441900/running 2024-11-09T16:19:37,434 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd, hbase.cluster.distributed=false 2024-11-09T16:19:37,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Set watcher on znode that does not yet exist, /1-1392441900/acl 2024-11-09T16:19:37,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37543 2024-11-09T16:19:37,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37543 2024-11-09T16:19:37,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37543 2024-11-09T16:19:37,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37543 2024-11-09T16:19:37,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37543 2024-11-09T16:19:37,460 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:19:37,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:37,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:37,460 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:19:37,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:37,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:19:37,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:19:37,460 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:19:37,461 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34881 2024-11-09T16:19:37,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34881 connecting to ZooKeeper ensemble=127.0.0.1:57565 2024-11-09T16:19:37,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:37,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:37,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348810x0, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:19:37,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348810x0, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Set watcher on znode that does not yet exist, /1-1392441900/running 2024-11-09T16:19:37,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34881-0x10120652d2d0004 connected 2024-11-09T16:19:37,482 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:19:37,486 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:19:37,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Set watcher on znode that does not yet exist, /1-1392441900/master 2024-11-09T16:19:37,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Set watcher on znode that does not yet exist, /1-1392441900/acl 2024-11-09T16:19:37,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34881 2024-11-09T16:19:37,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34881 2024-11-09T16:19:37,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34881 2024-11-09T16:19:37,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34881 2024-11-09T16:19:37,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34881 2024-11-09T16:19:37,507 DEBUG [M:0;efe6b43736f4:37543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:37543 2024-11-09T16:19:37,507 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1392441900/backup-masters/efe6b43736f4,37543,1731169177292 2024-11-09T16:19:37,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900/backup-masters 2024-11-09T16:19:37,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900/backup-masters 2024-11-09T16:19:37,514 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Set watcher on existing znode=/1-1392441900/backup-masters/efe6b43736f4,37543,1731169177292 2024-11-09T16:19:37,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1392441900/master 2024-11-09T16:19:37,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900 2024-11-09T16:19:37,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900 2024-11-09T16:19:37,525 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Set watcher on existing znode=/1-1392441900/master 2024-11-09T16:19:37,525 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1392441900/backup-masters/efe6b43736f4,37543,1731169177292 from backup master directory 2024-11-09T16:19:37,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900/backup-masters 2024-11-09T16:19:37,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1392441900/backup-masters/efe6b43736f4,37543,1731169177292 2024-11-09T16:19:37,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900/backup-masters 2024-11-09T16:19:37,535 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:19:37,535 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,37543,1731169177292 2024-11-09T16:19:37,541 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/hbase.id] with ID: 621d638d-db1f-4ffd-a0e1-55fb047daec7 2024-11-09T16:19:37,541 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/.tmp/hbase.id 2024-11-09T16:19:37,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:19:37,549 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/.tmp/hbase.id]:[hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/hbase.id] 2024-11-09T16:19:37,559 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:37,559 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:19:37,560 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T16:19:37,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900 2024-11-09T16:19:37,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900 2024-11-09T16:19:37,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:19:37,974 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:19:37,975 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:19:37,975 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:19:37,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:19:38,382 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store 2024-11-09T16:19:38,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:19:38,391 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:19:38,391 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:19:38,391 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:38,391 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:38,391 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:19:38,391 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:38,391 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:38,391 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169178391Disabling compacts and flushes for region at 1731169178391Disabling writes for close at 1731169178391Writing region close event to WAL at 1731169178391Closed at 1731169178391 2024-11-09T16:19:38,393 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/.initializing 2024-11-09T16:19:38,393 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/WALs/efe6b43736f4,37543,1731169177292 2024-11-09T16:19:38,394 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:19:38,396 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C37543%2C1731169177292, suffix=, logDir=hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/WALs/efe6b43736f4,37543,1731169177292, archiveDir=hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/oldWALs, maxLogs=10 2024-11-09T16:19:38,414 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/WALs/efe6b43736f4,37543,1731169177292/efe6b43736f4%2C37543%2C1731169177292.1731169178396, exclude list is [], retry=0 2024-11-09T16:19:38,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32879,DS-86229668-9d8c-4563-8982-06674683dda6,DISK] 2024-11-09T16:19:38,420 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/WALs/efe6b43736f4,37543,1731169177292/efe6b43736f4%2C37543%2C1731169177292.1731169178396 2024-11-09T16:19:38,421 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42295:42295)] 2024-11-09T16:19:38,421 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:19:38,421 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:19:38,421 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:38,421 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:38,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:38,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:19:38,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:38,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:38,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:38,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:19:38,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:38,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:19:38,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:38,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:19:38,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:38,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:19:38,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:38,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:19:38,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:38,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:19:38,429 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:38,429 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:38,430 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:38,431 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:38,431 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:38,431 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:19:38,432 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:38,435 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:19:38,435 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67764309, jitterRate=0.009766891598701477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:19:38,435 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169178421Initializing all the Stores at 1731169178422 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169178422Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169178422Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169178422Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169178422Cleaning up temporary data from old regions at 1731169178431 (+9 ms)Region opened successfully at 1731169178435 (+4 ms) 2024-11-09T16:19:38,436 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:19:38,439 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d06d83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:19:38,440 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:19:38,440 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:19:38,440 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:19:38,440 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:19:38,440 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:19:38,441 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:19:38,441 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:19:38,443 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:19:38,443 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Unable to get data of znode /1-1392441900/balancer because node does not exist (not necessarily an error) 2024-11-09T16:19:38,450 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1392441900/balancer already deleted, retry=false 2024-11-09T16:19:38,451 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:19:38,452 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Unable to get data of znode /1-1392441900/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:19:38,461 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1392441900/normalizer already deleted, retry=false 2024-11-09T16:19:38,461 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:19:38,462 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Unable to get data of znode /1-1392441900/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:19:38,471 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1392441900/switch/split already deleted, retry=false 2024-11-09T16:19:38,472 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Unable to get data of znode /1-1392441900/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:19:38,482 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1392441900/switch/merge already deleted, retry=false 2024-11-09T16:19:38,484 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Unable to get data of znode /1-1392441900/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:19:38,492 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1392441900/snapshot-cleanup already deleted, retry=false 2024-11-09T16:19:38,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1392441900/running 2024-11-09T16:19:38,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1392441900/running 2024-11-09T16:19:38,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900 2024-11-09T16:19:38,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900 2024-11-09T16:19:38,503 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,37543,1731169177292, sessionid=0x10120652d2d0003, setting cluster-up flag (Was=false) 2024-11-09T16:19:38,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900 2024-11-09T16:19:38,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900 2024-11-09T16:19:38,555 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1392441900/flush-table-proc/acquired, /1-1392441900/flush-table-proc/reached, /1-1392441900/flush-table-proc/abort 2024-11-09T16:19:38,557 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,37543,1731169177292 2024-11-09T16:19:38,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900 2024-11-09T16:19:38,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900 2024-11-09T16:19:38,608 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1392441900/online-snapshot/acquired, /1-1392441900/online-snapshot/reached, /1-1392441900/online-snapshot/abort 2024-11-09T16:19:38,609 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,37543,1731169177292 2024-11-09T16:19:38,610 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:19:38,611 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:19:38,611 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:19:38,611 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:19:38,611 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,37543,1731169177292 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:19:38,613 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:19:38,613 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:19:38,613 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:19:38,613 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:19:38,613 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:19:38,613 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:38,613 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:19:38,613 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:38,614 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169208614 2024-11-09T16:19:38,614 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:19:38,614 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:19:38,614 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:19:38,614 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:19:38,614 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:19:38,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:19:38,614 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:19:38,614 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:19:38,614 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:38,615 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:19:38,615 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:19:38,615 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:19:38,615 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:19:38,615 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:19:38,615 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:19:38,615 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:38,615 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169178615,5,FailOnTimeoutGroup] 2024-11-09T16:19:38,615 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:19:38,615 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169178615,5,FailOnTimeoutGroup] 2024-11-09T16:19:38,616 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:38,616 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:19:38,616 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:38,616 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:38,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:19:38,699 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.HRegionServer(746): ClusterId : 621d638d-db1f-4ffd-a0e1-55fb047daec7 2024-11-09T16:19:38,699 DEBUG [RS:0;efe6b43736f4:34881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:19:38,704 DEBUG [RS:0;efe6b43736f4:34881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:19:38,704 DEBUG [RS:0;efe6b43736f4:34881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:19:38,714 DEBUG [RS:0;efe6b43736f4:34881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:19:38,714 DEBUG [RS:0;efe6b43736f4:34881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b7d9ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:19:38,724 DEBUG [RS:0;efe6b43736f4:34881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:34881 2024-11-09T16:19:38,724 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:19:38,725 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:19:38,725 DEBUG [RS:0;efe6b43736f4:34881 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:19:38,725 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,37543,1731169177292 with port=34881, startcode=1731169177459 2024-11-09T16:19:38,725 DEBUG [RS:0;efe6b43736f4:34881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:19:38,727 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:19:38,727 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,34881,1731169177459 2024-11-09T16:19:38,727 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37543 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,34881,1731169177459 2024-11-09T16:19:38,728 DEBUG [RS:0;efe6b43736f4:34881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd 2024-11-09T16:19:38,728 DEBUG [RS:0;efe6b43736f4:34881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43761 2024-11-09T16:19:38,728 DEBUG [RS:0;efe6b43736f4:34881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:19:38,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900/rs 2024-11-09T16:19:38,794 DEBUG [RS:0;efe6b43736f4:34881 {}] zookeeper.ZKUtil(111): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Set watcher on existing znode=/1-1392441900/rs/efe6b43736f4,34881,1731169177459 2024-11-09T16:19:38,794 WARN [RS:0;efe6b43736f4:34881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:19:38,795 INFO [RS:0;efe6b43736f4:34881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:19:38,795 DEBUG [RS:0;efe6b43736f4:34881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/WALs/efe6b43736f4,34881,1731169177459 2024-11-09T16:19:38,795 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,34881,1731169177459] 2024-11-09T16:19:38,798 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:19:38,799 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:19:38,799 INFO [RS:0;efe6b43736f4:34881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:19:38,799 INFO [RS:0;efe6b43736f4:34881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:38,799 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:19:38,800 INFO [RS:0;efe6b43736f4:34881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:19:38,800 INFO [RS:0;efe6b43736f4:34881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:38,800 DEBUG [RS:0;efe6b43736f4:34881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:38,800 DEBUG [RS:0;efe6b43736f4:34881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:38,800 DEBUG [RS:0;efe6b43736f4:34881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:38,800 DEBUG [RS:0;efe6b43736f4:34881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:38,800 DEBUG [RS:0;efe6b43736f4:34881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:38,800 DEBUG [RS:0;efe6b43736f4:34881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:19:38,800 DEBUG [RS:0;efe6b43736f4:34881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:38,800 DEBUG [RS:0;efe6b43736f4:34881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:38,800 DEBUG [RS:0;efe6b43736f4:34881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:38,800 DEBUG [RS:0;efe6b43736f4:34881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:38,800 DEBUG [RS:0;efe6b43736f4:34881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:38,801 DEBUG [RS:0;efe6b43736f4:34881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:38,801 DEBUG [RS:0;efe6b43736f4:34881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:19:38,801 DEBUG [RS:0;efe6b43736f4:34881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:19:38,801 INFO [RS:0;efe6b43736f4:34881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:38,801 INFO [RS:0;efe6b43736f4:34881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:38,801 INFO [RS:0;efe6b43736f4:34881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:38,801 INFO [RS:0;efe6b43736f4:34881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:38,801 INFO [RS:0;efe6b43736f4:34881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:38,801 INFO [RS:0;efe6b43736f4:34881 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34881,1731169177459-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:19:38,813 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:19:38,813 INFO [RS:0;efe6b43736f4:34881 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34881,1731169177459-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:38,813 INFO [RS:0;efe6b43736f4:34881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:38,813 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.Replication(171): efe6b43736f4,34881,1731169177459 started 2024-11-09T16:19:38,831 INFO [RS:0;efe6b43736f4:34881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:38,831 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,34881,1731169177459, RpcServer on efe6b43736f4/172.17.0.3:34881, sessionid=0x10120652d2d0004 2024-11-09T16:19:38,831 DEBUG [RS:0;efe6b43736f4:34881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:19:38,831 DEBUG [RS:0;efe6b43736f4:34881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,34881,1731169177459 2024-11-09T16:19:38,831 DEBUG [RS:0;efe6b43736f4:34881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,34881,1731169177459' 2024-11-09T16:19:38,831 DEBUG [RS:0;efe6b43736f4:34881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1392441900/flush-table-proc/abort' 2024-11-09T16:19:38,832 DEBUG [RS:0;efe6b43736f4:34881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1392441900/flush-table-proc/acquired' 2024-11-09T16:19:38,832 DEBUG [RS:0;efe6b43736f4:34881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:19:38,832 DEBUG [RS:0;efe6b43736f4:34881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:19:38,832 DEBUG [RS:0;efe6b43736f4:34881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,34881,1731169177459 2024-11-09T16:19:38,832 DEBUG [RS:0;efe6b43736f4:34881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,34881,1731169177459' 2024-11-09T16:19:38,832 DEBUG [RS:0;efe6b43736f4:34881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1392441900/online-snapshot/abort' 2024-11-09T16:19:38,833 DEBUG [RS:0;efe6b43736f4:34881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1392441900/online-snapshot/acquired' 2024-11-09T16:19:38,834 DEBUG [RS:0;efe6b43736f4:34881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:19:38,834 INFO [RS:0;efe6b43736f4:34881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:19:38,834 INFO [RS:0;efe6b43736f4:34881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:19:38,934 INFO [RS:0;efe6b43736f4:34881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:19:38,936 INFO [RS:0;efe6b43736f4:34881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C34881%2C1731169177459, suffix=, logDir=hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/WALs/efe6b43736f4,34881,1731169177459, archiveDir=hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/oldWALs, maxLogs=10 2024-11-09T16:19:38,947 DEBUG [RS:0;efe6b43736f4:34881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/WALs/efe6b43736f4,34881,1731169177459/efe6b43736f4%2C34881%2C1731169177459.1731169178936, exclude list is [], retry=0 2024-11-09T16:19:38,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32879,DS-86229668-9d8c-4563-8982-06674683dda6,DISK] 2024-11-09T16:19:38,951 INFO [RS:0;efe6b43736f4:34881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/WALs/efe6b43736f4,34881,1731169177459/efe6b43736f4%2C34881%2C1731169177459.1731169178936 2024-11-09T16:19:38,952 DEBUG [RS:0;efe6b43736f4:34881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42295:42295)] 2024-11-09T16:19:39,021 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:19:39,021 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd 2024-11-09T16:19:39,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741833_1009 (size=32) 2024-11-09T16:19:39,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:19:39,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:19:39,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:19:39,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:39,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:39,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:19:39,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:19:39,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:39,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:39,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:19:39,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:19:39,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:39,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:39,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:19:39,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:19:39,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:39,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:39,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:19:39,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/data/hbase/meta/1588230740 2024-11-09T16:19:39,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/data/hbase/meta/1588230740 2024-11-09T16:19:39,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:19:39,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:19:39,435 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:19:39,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:19:39,438 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:19:39,438 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71938956, jitterRate=0.07197397947311401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:19:39,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169179426Initializing all the Stores at 1731169179427 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169179427Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169179427Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169179427Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169179427Cleaning up temporary data from old regions at 1731169179435 (+8 ms)Region opened successfully at 1731169179438 (+3 ms) 2024-11-09T16:19:39,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:19:39,438 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:19:39,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:19:39,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:19:39,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:19:39,439 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:19:39,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169179438Disabling compacts and flushes for region at 1731169179438Disabling writes for close at 1731169179439 (+1 ms)Writing region close event to WAL at 1731169179439Closed at 1731169179439 2024-11-09T16:19:39,440 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:19:39,440 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:19:39,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:19:39,441 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:19:39,441 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:19:39,592 DEBUG [efe6b43736f4:37543 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:19:39,592 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,34881,1731169177459 2024-11-09T16:19:39,593 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,34881,1731169177459, state=OPENING 2024-11-09T16:19:39,640 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:19:39,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900 2024-11-09T16:19:39,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900 2024-11-09T16:19:39,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1392441900/meta-region-server: CHANGED 2024-11-09T16:19:39,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1392441900/meta-region-server: CHANGED 2024-11-09T16:19:39,651 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:19:39,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,34881,1731169177459}] 2024-11-09T16:19:39,803 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:19:39,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:19:39,808 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:19:39,808 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:19:39,808 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:19:39,810 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C34881%2C1731169177459.meta, suffix=.meta, logDir=hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/WALs/efe6b43736f4,34881,1731169177459, archiveDir=hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/oldWALs, maxLogs=10 2024-11-09T16:19:39,826 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/WALs/efe6b43736f4,34881,1731169177459/efe6b43736f4%2C34881%2C1731169177459.meta.1731169179810.meta, exclude list is [], retry=0 2024-11-09T16:19:39,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32879,DS-86229668-9d8c-4563-8982-06674683dda6,DISK] 2024-11-09T16:19:39,829 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/WALs/efe6b43736f4,34881,1731169177459/efe6b43736f4%2C34881%2C1731169177459.meta.1731169179810.meta 2024-11-09T16:19:39,830 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42295:42295)] 2024-11-09T16:19:39,830 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:19:39,830 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:19:39,830 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:19:39,830 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:19:39,830 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:19:39,831 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:19:39,831 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:19:39,831 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:19:39,831 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:19:39,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:19:39,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:19:39,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:39,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:39,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:19:39,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:19:39,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:39,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:39,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:19:39,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:19:39,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:39,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:39,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:19:39,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:19:39,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:39,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:39,836 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:19:39,837 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/data/hbase/meta/1588230740 2024-11-09T16:19:39,837 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/data/hbase/meta/1588230740 2024-11-09T16:19:39,839 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:19:39,839 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:19:39,839 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:19:39,840 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:19:39,841 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70911027, jitterRate=0.056656643748283386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:19:39,841 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:19:39,841 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169179831Writing region info on filesystem at 1731169179831Initializing all the Stores at 1731169179832 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169179832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169179832Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169179832Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169179832Cleaning up temporary data from old regions at 1731169179839 (+7 ms)Running coprocessor post-open hooks at 1731169179841 (+2 ms)Region opened successfully at 1731169179841 2024-11-09T16:19:39,842 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169179803 2024-11-09T16:19:39,844 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:19:39,844 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:19:39,844 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,34881,1731169177459 2024-11-09T16:19:39,845 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,34881,1731169177459, state=OPEN 2024-11-09T16:19:39,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1392441900/meta-region-server 2024-11-09T16:19:39,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1392441900/meta-region-server 2024-11-09T16:19:39,850 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,34881,1731169177459 2024-11-09T16:19:39,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1392441900/meta-region-server: CHANGED 2024-11-09T16:19:39,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1392441900/meta-region-server: CHANGED 2024-11-09T16:19:39,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:19:39,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,34881,1731169177459 in 199 msec 2024-11-09T16:19:39,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:19:39,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-09T16:19:39,854 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:19:39,854 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:19:39,855 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:19:39,855 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,34881,1731169177459, seqNum=-1] 2024-11-09T16:19:39,856 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:19:39,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:19:39,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-09T16:19:39,861 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169179861, completionTime=-1 2024-11-09T16:19:39,861 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:19:39,861 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:19:39,863 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:19:39,863 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169239863 2024-11-09T16:19:39,863 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169299863 2024-11-09T16:19:39,863 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T16:19:39,863 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37543,1731169177292-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:39,863 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37543,1731169177292-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:39,863 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37543,1731169177292-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:39,863 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:37543, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:39,863 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:39,863 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:39,865 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:19:39,866 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.331sec 2024-11-09T16:19:39,866 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:19:39,866 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:19:39,866 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:19:39,866 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:19:39,866 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:19:39,867 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37543,1731169177292-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:19:39,867 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37543,1731169177292-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:19:39,868 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:19:39,868 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:19:39,869 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37543,1731169177292-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:39,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e32095a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:39,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,37543,-1 for getting cluster id 2024-11-09T16:19:39,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:19:39,900 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '621d638d-db1f-4ffd-a0e1-55fb047daec7' 2024-11-09T16:19:39,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:19:39,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "621d638d-db1f-4ffd-a0e1-55fb047daec7" 2024-11-09T16:19:39,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144eaf52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:39,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,37543,-1] 2024-11-09T16:19:39,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:19:39,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:39,902 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:19:39,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37faaabf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:39,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:19:39,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,34881,1731169177459, seqNum=-1] 2024-11-09T16:19:39,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:19:39,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:19:39,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,37543,1731169177292 2024-11-09T16:19:39,907 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57565 2024-11-09T16:19:39,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:19:39,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10120652d2d0005 connected 2024-11-09T16:19:40,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a92312a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:40,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,38767,-1 for getting cluster id 2024-11-09T16:19:40,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:19:40,033 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ba343ec-2a19-4ed4-9b61-2ff9651070d8' 2024-11-09T16:19:40,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:19:40,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ba343ec-2a19-4ed4-9b61-2ff9651070d8" 2024-11-09T16:19:40,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a49d7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:40,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,38767,-1] 2024-11-09T16:19:40,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:19:40,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:40,035 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:19:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf0777c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:40,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:19:40,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,38767,1731169172112 2024-11-09T16:19:40,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2212c874 2024-11-09T16:19:40,036 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:19:40,037 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:19:40,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://efe6b43736f4:37543,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T16:19:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:19:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:19:40,040 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:37543' 2024-11-09T16:19:40,040 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ea1f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:40,041 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,37543,-1 for getting cluster id 2024-11-09T16:19:40,041 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:19:40,041 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '621d638d-db1f-4ffd-a0e1-55fb047daec7' 2024-11-09T16:19:40,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:19:40,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "621d638d-db1f-4ffd-a0e1-55fb047daec7" 2024-11-09T16:19:40,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b649a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:40,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,37543,-1] 2024-11-09T16:19:40,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:19:40,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:40,043 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:19:40,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5412f19e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:40,043 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:19:40,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,37543,1731169177292 2024-11-09T16:19:40,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61ede311 2024-11-09T16:19:40,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:19:40,045 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:19:40,045 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T16:19:40,045 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:19:40,045 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:40,045 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:40,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:19:40,046 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:19:40,047 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T16:19:40,048 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:19:40,048 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:40,049 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:19:40,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741835_1011 (size=1138) 2024-11-09T16:19:40,065 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T16:19:40,097 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T16:19:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:19:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:19:40,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 224795f0e5cb02076da492c3f5c96620, NAME => 'hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704 2024-11-09T16:19:40,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741836_1012 (size=44) 2024-11-09T16:19:40,634 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:19:40,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:40,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:40,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:40,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:40,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:19:40,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:40,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:19:40,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 224795f0e5cb02076da492c3f5c96620, disabling compactions & flushes 2024-11-09T16:19:40,862 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:40,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:40,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. after waiting 0 ms 2024-11-09T16:19:40,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:40,862 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:40,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 224795f0e5cb02076da492c3f5c96620: Waiting for close lock at 1731169180862Disabling compacts and flushes for region at 1731169180862Disabling writes for close at 1731169180862Writing region close event to WAL at 1731169180862Closed at 1731169180862 2024-11-09T16:19:40,864 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:19:40,864 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731169180864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169180864"}]},"ts":"1731169180864"} 2024-11-09T16:19:40,866 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:19:40,867 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:19:40,867 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169180867"}]},"ts":"1731169180867"} 2024-11-09T16:19:40,869 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T16:19:40,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=224795f0e5cb02076da492c3f5c96620, ASSIGN}] 2024-11-09T16:19:40,870 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=224795f0e5cb02076da492c3f5c96620, ASSIGN 2024-11-09T16:19:40,871 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=224795f0e5cb02076da492c3f5c96620, ASSIGN; state=OFFLINE, location=efe6b43736f4,46749,1731169172300; forceNewPlan=false, retain=false 2024-11-09T16:19:41,022 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=224795f0e5cb02076da492c3f5c96620, regionState=OPENING, regionLocation=efe6b43736f4,46749,1731169172300 2024-11-09T16:19:41,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=224795f0e5cb02076da492c3f5c96620, ASSIGN because future has completed 2024-11-09T16:19:41,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 224795f0e5cb02076da492c3f5c96620, server=efe6b43736f4,46749,1731169172300}] 2024-11-09T16:19:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:19:41,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:41,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:19:41,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T16:19:41,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C46749%2C1731169172300.rep, suffix=, logDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300, archiveDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/oldWALs, maxLogs=10 2024-11-09T16:19:41,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300/efe6b43736f4%2C46749%2C1731169172300.rep.1731169181183, exclude list is [], retry=0 2024-11-09T16:19:41,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45219,DS-6897959a-108f-4c40-81ac-353ddb416b65,DISK] 2024-11-09T16:19:41,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300/efe6b43736f4%2C46749%2C1731169172300.rep.1731169181183 2024-11-09T16:19:41,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-09T16:19:41,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 224795f0e5cb02076da492c3f5c96620, NAME => 'hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:19:41,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:19:41,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:19:41,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. service=MultiRowMutationService 2024-11-09T16:19:41,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T16:19:41,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:41,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:19:41,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:41,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:41,199 INFO [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:41,200 INFO [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224795f0e5cb02076da492c3f5c96620 columnFamilyName hfileref 2024-11-09T16:19:41,200 DEBUG [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:41,201 INFO [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] regionserver.HStore(327): Store=224795f0e5cb02076da492c3f5c96620/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:19:41,201 INFO [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:41,202 INFO [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224795f0e5cb02076da492c3f5c96620 columnFamilyName queue 2024-11-09T16:19:41,202 DEBUG [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:41,202 INFO [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] regionserver.HStore(327): Store=224795f0e5cb02076da492c3f5c96620/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:19:41,202 INFO [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:41,203 INFO [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224795f0e5cb02076da492c3f5c96620 columnFamilyName sid 2024-11-09T16:19:41,203 DEBUG [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:41,203 INFO [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] regionserver.HStore(327): Store=224795f0e5cb02076da492c3f5c96620/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:19:41,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:41,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/replication/224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:41,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/replication/224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:41,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:41,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:41,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:19:41,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:41,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/replication/224795f0e5cb02076da492c3f5c96620/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:19:41,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 224795f0e5cb02076da492c3f5c96620; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63966634, jitterRate=-0.04682287573814392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:19:41,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:41,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 224795f0e5cb02076da492c3f5c96620: Running coprocessor pre-open hook at 1731169181198Writing region info on filesystem at 1731169181198Initializing all the Stores at 1731169181199 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169181199Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169181199Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169181199Cleaning up temporary data from old regions at 1731169181205 (+6 ms)Running coprocessor post-open hooks at 1731169181209 (+4 ms)Region opened successfully at 1731169181210 (+1 ms) 2024-11-09T16:19:41,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620., pid=7, masterSystemTime=1731169181177 2024-11-09T16:19:41,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:41,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:41,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=224795f0e5cb02076da492c3f5c96620, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,46749,1731169172300 2024-11-09T16:19:41,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 224795f0e5cb02076da492c3f5c96620, server=efe6b43736f4,46749,1731169172300 because future has completed 2024-11-09T16:19:41,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T16:19:41,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 224795f0e5cb02076da492c3f5c96620, server=efe6b43736f4,46749,1731169172300 in 191 msec 2024-11-09T16:19:41,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:19:41,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=224795f0e5cb02076da492c3f5c96620, ASSIGN in 348 msec 2024-11-09T16:19:41,220 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:19:41,220 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169181220"}]},"ts":"1731169181220"} 2024-11-09T16:19:41,223 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T16:19:41,224 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:19:41,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-09T16:19:41,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620., hostname=efe6b43736f4,46749,1731169172300, seqNum=2] 2024-11-09T16:19:41,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:41,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:41,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:19:41,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T16:19:41,510 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T16:19:41,544 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-efe6b43736f4,46749,1731169172300, ReplicationSource: 1, currentBandwidth=0 2024-11-09T16:19:41,545 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:19:41,545 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,46749,1731169172300, seqNum=-1] 2024-11-09T16:19:41,545 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:19:41,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-09T16:19:41,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-efe6b43736f4,46749,1731169172300', locateType=CURRENT is [region=hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620., hostname=efe6b43736f4,46749,1731169172300, seqNum=2] 2024-11-09T16:19:41,550 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T16:19:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T16:19:41,552 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on efe6b43736f4,46749,1731169172300 suceeded 2024-11-09T16:19:41,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T16:19:41,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-09T16:19:41,554 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://efe6b43736f4:37543,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:19:41,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5170 sec 2024-11-09T16:19:41,565 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,46749,1731169172300 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:37543' 2024-11-09T16:19:41,566 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,46749,1731169172300 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@968b2ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:41,566 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,46749,1731169172300 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,37543,-1 for getting cluster id 2024-11-09T16:19:41,566 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,46749,1731169172300 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:19:41,567 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '621d638d-db1f-4ffd-a0e1-55fb047daec7' 2024-11-09T16:19:41,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:19:41,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "621d638d-db1f-4ffd-a0e1-55fb047daec7" 2024-11-09T16:19:41,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19c7f086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:41,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,37543,-1] 2024-11-09T16:19:41,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:19:41,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:41,568 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:19:41,569 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,46749,1731169172300 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@508aa724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:41,569 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,46749,1731169172300 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:19:41,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,37543,1731169177292 2024-11-09T16:19:41,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49f62fc1 2024-11-09T16:19:41,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:19:41,571 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-09T16:19:41,571 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,46749,1731169172300 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-efe6b43736f4,46749,1731169172300 (queues=1) is replicating from cluster=0ba343ec-2a19-4ed4-9b61-2ff9651070d8 to cluster=621d638d-db1f-4ffd-a0e1-55fb047daec7 2024-11-09T16:19:41,571 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,46749,1731169172300 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=efe6b43736f4%2C46749%2C1731169172300 2024-11-09T16:19:41,571 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,46749,1731169172300 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-efe6b43736f4,46749,1731169172300, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:19:41,572 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,46749,1731169172300.replicationSource.shipperefe6b43736f4%2C46749%2C1731169172300,1-efe6b43736f4,46749,1731169172300 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C46749%2C1731169172300 2024-11-09T16:19:41,572 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,46749,1731169172300.replicationSource.wal-reader.efe6b43736f4%2C46749%2C1731169172300,1-efe6b43736f4,46749,1731169172300 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300/efe6b43736f4%2C46749%2C1731169172300.1731169174198, startPosition=0, beingWritten=true 2024-11-09T16:19:41,777 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,46749,1731169172300.replicationSource.wal-reader.efe6b43736f4%2C46749%2C1731169172300,1-efe6b43736f4,46749,1731169172300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300/efe6b43736f4%2C46749%2C1731169172300.1731169174198 to pos 0, reset compression=false 2024-11-09T16:19:42,081 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,46749,1731169172300.replicationSource.wal-reader.efe6b43736f4%2C46749%2C1731169172300,1-efe6b43736f4,46749,1731169172300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300/efe6b43736f4%2C46749%2C1731169172300.1731169174198 to pos 0, reset compression=false 2024-11-09T16:19:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:19:42,186 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T16:19:42,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:19:42,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:42,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:42,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:42,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:19:42,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:19:42,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,38767,1731169172112 2024-11-09T16:19:42,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26374c5e 2024-11-09T16:19:42,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:19:42,188 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:19:42,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38767 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T16:19:42,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:19:42,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:42,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:42,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:42,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:19:42,189 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:19:42,189 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=897269040, stopped=false 2024-11-09T16:19:42,189 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,38767,1731169172112 2024-11-09T16:19:42,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-716037507/running 2024-11-09T16:19:42,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-716037507/running 2024-11-09T16:19:42,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:42,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:42,240 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:19:42,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:19:42,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:42,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:42,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on znode that does not yet exist, /0-716037507/running 2024-11-09T16:19:42,240 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,46749,1731169172300' ***** 2024-11-09T16:19:42,240 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:19:42,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on znode that does not yet exist, /0-716037507/running 2024-11-09T16:19:42,240 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:19:42,241 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:19:42,241 INFO [RS:0;efe6b43736f4:46749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:19:42,241 INFO [RS:0;efe6b43736f4:46749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:19:42,241 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(3091): Received CLOSE for 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:42,241 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,46749,1731169172300 2024-11-09T16:19:42,241 INFO [RS:0;efe6b43736f4:46749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:19:42,241 INFO [RS:0;efe6b43736f4:46749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:46749. 2024-11-09T16:19:42,241 DEBUG [RS:0;efe6b43736f4:46749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:42,241 DEBUG [RS:0;efe6b43736f4:46749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:42,241 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 224795f0e5cb02076da492c3f5c96620, disabling compactions & flushes 2024-11-09T16:19:42,241 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:42,241 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:42,241 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:19:42,241 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. after waiting 0 ms 2024-11-09T16:19:42,241 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:19:42,241 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:19:42,241 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:42,241 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:19:42,241 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 224795f0e5cb02076da492c3f5c96620 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T16:19:42,243 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T16:19:42,243 DEBUG [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(1325): Online Regions={224795f0e5cb02076da492c3f5c96620=hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T16:19:42,243 DEBUG [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:42,243 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:19:42,243 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:19:42,243 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:19:42,243 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:19:42,243 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:19:42,244 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T16:19:42,255 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/replication/224795f0e5cb02076da492c3f5c96620/.tmp/queue/d98aa94cd77945c3a29ca7f53b0876a9 is 151, key is 1-efe6b43736f4,46749,1731169172300/queue:efe6b43736f4%2C46749%2C1731169172300/1731169181549/Put/seqid=0 2024-11-09T16:19:42,257 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/.tmp/info/b5847285ad644499922b8477910f35dc is 147, key is hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620./info:regioninfo/1731169181213/Put/seqid=0 2024-11-09T16:19:42,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741838_1014 (size=5350) 2024-11-09T16:19:42,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741839_1015 (size=6631) 2024-11-09T16:19:42,261 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/.tmp/info/b5847285ad644499922b8477910f35dc 2024-11-09T16:19:42,275 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:19:42,278 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/.tmp/ns/f984ca50dbd146e7b1325e4a32b07a0a is 43, key is default/ns:d/1731169175220/Put/seqid=0 2024-11-09T16:19:42,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741840_1016 (size=5153) 2024-11-09T16:19:42,444 DEBUG [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:42,485 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,46749,1731169172300.replicationSource.wal-reader.efe6b43736f4%2C46749%2C1731169172300,1-efe6b43736f4,46749,1731169172300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300/efe6b43736f4%2C46749%2C1731169172300.1731169174198 to pos 0, reset compression=false 2024-11-09T16:19:42,644 DEBUG [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:42,660 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/replication/224795f0e5cb02076da492c3f5c96620/.tmp/queue/d98aa94cd77945c3a29ca7f53b0876a9 2024-11-09T16:19:42,665 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/replication/224795f0e5cb02076da492c3f5c96620/.tmp/queue/d98aa94cd77945c3a29ca7f53b0876a9 as hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/replication/224795f0e5cb02076da492c3f5c96620/queue/d98aa94cd77945c3a29ca7f53b0876a9 2024-11-09T16:19:42,670 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/replication/224795f0e5cb02076da492c3f5c96620/queue/d98aa94cd77945c3a29ca7f53b0876a9, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T16:19:42,671 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 224795f0e5cb02076da492c3f5c96620 in 430ms, sequenceid=5, compaction requested=false 2024-11-09T16:19:42,671 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T16:19:42,675 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/replication/224795f0e5cb02076da492c3f5c96620/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T16:19:42,675 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:19:42,675 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:19:42,675 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:42,676 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 224795f0e5cb02076da492c3f5c96620: Waiting for close lock at 1731169182241Running coprocessor pre-close hooks at 1731169182241Disabling compacts and flushes for region at 1731169182241Disabling writes for close at 1731169182241Obtaining lock to block concurrent updates at 1731169182241Preparing flush snapshotting stores in 224795f0e5cb02076da492c3f5c96620 at 1731169182241Finished memstore snapshotting hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731169182241Flushing stores of hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. at 1731169182242 (+1 ms)Flushing 224795f0e5cb02076da492c3f5c96620/queue: creating writer at 1731169182242Flushing 224795f0e5cb02076da492c3f5c96620/queue: appending metadata at 1731169182255 (+13 ms)Flushing 224795f0e5cb02076da492c3f5c96620/queue: closing flushed file at 1731169182255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c33c3c: reopening flushed file at 1731169182665 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 224795f0e5cb02076da492c3f5c96620 in 430ms, sequenceid=5, compaction requested=false at 1731169182671 (+6 ms)Writing region close event to WAL at 1731169182672 (+1 ms)Running coprocessor post-close hooks at 1731169182675 (+3 ms)Closed at 1731169182675 2024-11-09T16:19:42,676 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:42,683 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/.tmp/ns/f984ca50dbd146e7b1325e4a32b07a0a 2024-11-09T16:19:42,701 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/.tmp/table/8cced84634a34ef4881c513bd16fe5d4 is 53, key is hbase:replication/table:state/1731169181220/Put/seqid=0 2024-11-09T16:19:42,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741841_1017 (size=5256) 2024-11-09T16:19:42,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T16:19:42,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T16:19:42,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:19:42,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T16:19:42,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:19:42,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T16:19:42,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T16:19:42,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T16:19:42,844 DEBUG [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:19:42,990 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,46749,1731169172300.replicationSource.wal-reader.efe6b43736f4%2C46749%2C1731169172300,1-efe6b43736f4,46749,1731169172300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300/efe6b43736f4%2C46749%2C1731169172300.1731169174198 to pos 0, reset compression=false 2024-11-09T16:19:43,044 DEBUG [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:19:43,106 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/.tmp/table/8cced84634a34ef4881c513bd16fe5d4 2024-11-09T16:19:43,111 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/.tmp/info/b5847285ad644499922b8477910f35dc as hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/info/b5847285ad644499922b8477910f35dc 2024-11-09T16:19:43,116 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/info/b5847285ad644499922b8477910f35dc, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T16:19:43,117 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/.tmp/ns/f984ca50dbd146e7b1325e4a32b07a0a as hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/ns/f984ca50dbd146e7b1325e4a32b07a0a 2024-11-09T16:19:43,121 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/ns/f984ca50dbd146e7b1325e4a32b07a0a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T16:19:43,122 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/.tmp/table/8cced84634a34ef4881c513bd16fe5d4 as hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/table/8cced84634a34ef4881c513bd16fe5d4 2024-11-09T16:19:43,127 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/table/8cced84634a34ef4881c513bd16fe5d4, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T16:19:43,128 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 884ms, sequenceid=11, compaction requested=false 2024-11-09T16:19:43,131 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T16:19:43,132 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:19:43,132 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:19:43,132 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:19:43,132 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169182243Running coprocessor pre-close hooks at 1731169182243Disabling compacts and flushes for region at 1731169182243Disabling writes for close at 1731169182243Obtaining lock to block concurrent updates at 1731169182244 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731169182244Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731169182244Flushing stores of hbase:meta,,1.1588230740 at 1731169182245 (+1 ms)Flushing 1588230740/info: creating writer at 1731169182245Flushing 1588230740/info: appending metadata at 1731169182256 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731169182256Flushing 1588230740/ns: creating writer at 1731169182266 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731169182278 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731169182278Flushing 1588230740/table: creating writer at 1731169182687 (+409 ms)Flushing 1588230740/table: appending metadata at 1731169182700 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731169182700Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ec25474: reopening flushed file at 1731169183110 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe41781: reopening flushed file at 1731169183116 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@214b99f2: reopening flushed file at 1731169183122 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 884ms, sequenceid=11, compaction requested=false at 1731169183128 (+6 ms)Writing region close event to WAL at 1731169183129 (+1 ms)Running coprocessor post-close hooks at 1731169183132 (+3 ms)Closed at 1731169183132 2024-11-09T16:19:43,132 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:19:43,145 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:19:43,145 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:19:43,244 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,46749,1731169172300; all regions closed. 2024-11-09T16:19:43,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741834_1010 (size=2742) 2024-11-09T16:19:43,248 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300/efe6b43736f4%2C46749%2C1731169172300.meta.1731169175116.meta not finished, retry = 0 2024-11-09T16:19:43,350 DEBUG [RS:0;efe6b43736f4:46749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/oldWALs 2024-11-09T16:19:43,350 INFO [RS:0;efe6b43736f4:46749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C46749%2C1731169172300.meta:.meta(num 1731169175116) 2024-11-09T16:19:43,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741837_1013 (size=1586) 2024-11-09T16:19:43,352 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300/efe6b43736f4%2C46749%2C1731169172300.rep.1731169181183 not finished, retry = 0 2024-11-09T16:19:43,454 DEBUG [RS:0;efe6b43736f4:46749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/oldWALs 2024-11-09T16:19:43,454 INFO [RS:0;efe6b43736f4:46749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C46749%2C1731169172300.rep:(num 1731169181183) 2024-11-09T16:19:43,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741832_1008 (size=93) 2024-11-09T16:19:43,457 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300/efe6b43736f4%2C46749%2C1731169172300.1731169174198 not finished, retry = 0 2024-11-09T16:19:43,559 DEBUG [RS:0;efe6b43736f4:46749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/oldWALs 2024-11-09T16:19:43,559 INFO [RS:0;efe6b43736f4:46749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C46749%2C1731169172300:(num 1731169174198) 2024-11-09T16:19:43,559 DEBUG [RS:0;efe6b43736f4:46749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:43,559 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:19:43,559 INFO [RS:0;efe6b43736f4:46749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:19:43,560 INFO [RS:0;efe6b43736f4:46749 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T16:19:43,560 INFO [RS:0;efe6b43736f4:46749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:19:43,560 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:19:43,560 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-efe6b43736f4,46749,1731169172300 because: Region server is closing 2024-11-09T16:19:43,560 INFO [RS:0;efe6b43736f4:46749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:46749. 2024-11-09T16:19:43,560 DEBUG [RS:0;efe6b43736f4:46749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:43,560 DEBUG [RS:0;efe6b43736f4:46749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:43,561 DEBUG [RS:0;efe6b43736f4:46749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:43,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:19:43,661 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,46749,1731169172300.replicationSource.shipperefe6b43736f4%2C46749%2C1731169172300,1-efe6b43736f4,46749,1731169172300 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T16:19:43,661 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,46749,1731169172300.replicationSource.shipperefe6b43736f4%2C46749%2C1731169172300,1-efe6b43736f4,46749,1731169172300 terminated 2024-11-09T16:19:43,661 INFO [RS:0;efe6b43736f4:46749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46749 2024-11-09T16:19:43,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-716037507/rs/efe6b43736f4,46749,1731169172300 2024-11-09T16:19:43,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507/rs 2024-11-09T16:19:43,713 INFO [RS:0;efe6b43736f4:46749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:19:43,723 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,46749,1731169172300] 2024-11-09T16:19:43,734 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-716037507/draining/efe6b43736f4,46749,1731169172300 already deleted, retry=false 2024-11-09T16:19:43,734 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,46749,1731169172300 expired; onlineServers=0 2024-11-09T16:19:43,734 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,38767,1731169172112' ***** 2024-11-09T16:19:43,734 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:19:43,734 INFO [M:0;efe6b43736f4:38767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:19:43,734 INFO [M:0;efe6b43736f4:38767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:19:43,734 DEBUG [M:0;efe6b43736f4:38767 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:19:43,734 DEBUG [M:0;efe6b43736f4:38767 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:19:43,734 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:19:43,734 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169173948 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169173948,5,FailOnTimeoutGroup] 2024-11-09T16:19:43,735 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169173946 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169173946,5,FailOnTimeoutGroup] 2024-11-09T16:19:43,735 INFO [M:0;efe6b43736f4:38767 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:19:43,735 INFO [M:0;efe6b43736f4:38767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:19:43,735 DEBUG [M:0;efe6b43736f4:38767 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:19:43,735 INFO [M:0;efe6b43736f4:38767 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:19:43,735 INFO [M:0;efe6b43736f4:38767 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:19:43,735 INFO [M:0;efe6b43736f4:38767 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:19:43,735 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:19:43,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-716037507/master 2024-11-09T16:19:43,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:43,745 DEBUG [M:0;efe6b43736f4:38767 {}] zookeeper.ZKUtil(347): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Unable to get data of znode /0-716037507/master because node does not exist (not an error) 2024-11-09T16:19:43,745 WARN [M:0;efe6b43736f4:38767 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:19:43,745 INFO [M:0;efe6b43736f4:38767 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/.lastflushedseqids 2024-11-09T16:19:43,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741842_1018 (size=181) 2024-11-09T16:19:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:43,824 INFO [RS:0;efe6b43736f4:46749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:19:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46749-0x10120652d2d0001, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:43,824 INFO [RS:0;efe6b43736f4:46749 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,46749,1731169172300; zookeeper connection closed. 2024-11-09T16:19:43,824 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@649e8738 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@649e8738 2024-11-09T16:19:43,824 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:19:44,150 INFO [M:0;efe6b43736f4:38767 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:19:44,150 INFO [M:0;efe6b43736f4:38767 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:19:44,150 DEBUG [M:0;efe6b43736f4:38767 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:19:44,150 INFO [M:0;efe6b43736f4:38767 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:44,150 DEBUG [M:0;efe6b43736f4:38767 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:44,150 DEBUG [M:0;efe6b43736f4:38767 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:19:44,150 DEBUG [M:0;efe6b43736f4:38767 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:44,150 INFO [M:0;efe6b43736f4:38767 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T16:19:44,164 DEBUG [M:0;efe6b43736f4:38767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a578ae2961534703827c714d18d28500 is 82, key is hbase:meta,,1/info:regioninfo/1731169175146/Put/seqid=0 2024-11-09T16:19:44,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741843_1019 (size=5672) 2024-11-09T16:19:44,568 INFO [M:0;efe6b43736f4:38767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a578ae2961534703827c714d18d28500 2024-11-09T16:19:44,585 DEBUG [M:0;efe6b43736f4:38767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17c75d4786944ef6bd2cd83edb298c42 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731169181225/Put/seqid=0 2024-11-09T16:19:44,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741844_1020 (size=7203) 2024-11-09T16:19:44,990 INFO [M:0;efe6b43736f4:38767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17c75d4786944ef6bd2cd83edb298c42 2024-11-09T16:19:45,012 DEBUG [M:0;efe6b43736f4:38767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e4c24f35c5147fcbc68f36a6a9294d3 is 69, key is efe6b43736f4,46749,1731169172300/rs:state/1731169174054/Put/seqid=0 2024-11-09T16:19:45,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741845_1021 (size=5156) 2024-11-09T16:19:45,416 INFO [M:0;efe6b43736f4:38767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e4c24f35c5147fcbc68f36a6a9294d3 2024-11-09T16:19:45,422 DEBUG [M:0;efe6b43736f4:38767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a578ae2961534703827c714d18d28500 as hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a578ae2961534703827c714d18d28500 2024-11-09T16:19:45,427 INFO [M:0;efe6b43736f4:38767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a578ae2961534703827c714d18d28500, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T16:19:45,429 DEBUG [M:0;efe6b43736f4:38767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17c75d4786944ef6bd2cd83edb298c42 as hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17c75d4786944ef6bd2cd83edb298c42 2024-11-09T16:19:45,436 INFO [M:0;efe6b43736f4:38767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17c75d4786944ef6bd2cd83edb298c42, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T16:19:45,437 DEBUG [M:0;efe6b43736f4:38767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e4c24f35c5147fcbc68f36a6a9294d3 as hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e4c24f35c5147fcbc68f36a6a9294d3 2024-11-09T16:19:45,443 INFO [M:0;efe6b43736f4:38767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e4c24f35c5147fcbc68f36a6a9294d3, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T16:19:45,444 INFO [M:0;efe6b43736f4:38767 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false 2024-11-09T16:19:45,446 INFO [M:0;efe6b43736f4:38767 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:45,447 DEBUG [M:0;efe6b43736f4:38767 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169184150Disabling compacts and flushes for region at 1731169184150Disabling writes for close at 1731169184150Obtaining lock to block concurrent updates at 1731169184150Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169184150Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731169184150Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169184151 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169184151Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169184163 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169184163Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169184572 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169184585 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169184585Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169184995 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169185011 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169185011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3acca2b9: reopening flushed file at 1731169185421 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41b79ea9: reopening flushed file at 1731169185428 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e35a991: reopening flushed file at 1731169185436 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false at 1731169185444 (+8 ms)Writing region close event to WAL at 1731169185446 (+2 ms)Closed at 1731169185446 2024-11-09T16:19:45,449 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/WALs/efe6b43736f4,38767,1731169172112/efe6b43736f4%2C38767%2C1731169172112.1731169173683 not finished, retry = 0 2024-11-09T16:19:45,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741830_1006 (size=41008) 2024-11-09T16:19:45,550 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:19:45,550 INFO [M:0;efe6b43736f4:38767 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:19:45,550 INFO [M:0;efe6b43736f4:38767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38767 2024-11-09T16:19:45,550 INFO [M:0;efe6b43736f4:38767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:19:45,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:45,729 INFO [M:0;efe6b43736f4:38767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:19:45,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38767-0x10120652d2d0000, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:45,730 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:19:45,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:45,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:45,731 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:19:45,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:45,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:19:45,731 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:19:45,731 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:19:45,731 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37569 2024-11-09T16:19:45,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37569 connecting to ZooKeeper ensemble=127.0.0.1:57565 2024-11-09T16:19:45,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375690x0, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:19:45,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37569-0x10120652d2d0006 connected 2024-11-09T16:19:45,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:45,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:45,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on znode that does not yet exist, /0-716037507/running 2024-11-09T16:19:45,759 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-716037507/meta-region-server: INIT 2024-11-09T16:19:45,759 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704, hbase.cluster.distributed=false 2024-11-09T16:19:45,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on znode that does not yet exist, /0-716037507/acl 2024-11-09T16:19:45,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37569 2024-11-09T16:19:45,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37569 2024-11-09T16:19:45,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37569 2024-11-09T16:19:45,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37569 2024-11-09T16:19:45,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37569 2024-11-09T16:19:45,773 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:19:45,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:45,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:45,773 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:19:45,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:45,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:19:45,773 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:19:45,773 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:19:45,774 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40157 2024-11-09T16:19:45,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40157 connecting to ZooKeeper ensemble=127.0.0.1:57565 2024-11-09T16:19:45,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:45,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:45,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401570x0, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:19:45,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401570x0, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on znode that does not yet exist, /0-716037507/running 2024-11-09T16:19:45,787 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-716037507/meta-region-server: INIT 2024-11-09T16:19:45,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40157-0x10120652d2d0007 connected 2024-11-09T16:19:45,787 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:19:45,788 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:19:45,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40157-0x10120652d2d0007, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on znode that does not yet exist, /0-716037507/master 2024-11-09T16:19:45,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40157-0x10120652d2d0007, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on znode that does not yet exist, /0-716037507/acl 2024-11-09T16:19:45,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40157 2024-11-09T16:19:45,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40157 2024-11-09T16:19:45,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40157 2024-11-09T16:19:45,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40157 2024-11-09T16:19:45,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40157 2024-11-09T16:19:45,806 DEBUG [M:0;efe6b43736f4:37569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:37569 2024-11-09T16:19:45,806 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-716037507/backup-masters/efe6b43736f4,37569,1731169185730 2024-11-09T16:19:45,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10120652d2d0007, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507/backup-masters 2024-11-09T16:19:45,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507/backup-masters 2024-11-09T16:19:45,819 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on existing znode=/0-716037507/backup-masters/efe6b43736f4,37569,1731169185730 2024-11-09T16:19:45,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10120652d2d0007, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-716037507/master 2024-11-09T16:19:45,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:45,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10120652d2d0007, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:45,829 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on existing znode=/0-716037507/master 2024-11-09T16:19:45,829 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-716037507/backup-masters/efe6b43736f4,37569,1731169185730 from backup master directory 2024-11-09T16:19:45,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-716037507/backup-masters/efe6b43736f4,37569,1731169185730 2024-11-09T16:19:45,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10120652d2d0007, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507/backup-masters 2024-11-09T16:19:45,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507/backup-masters 2024-11-09T16:19:45,839 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:19:45,839 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,37569,1731169185730 2024-11-09T16:19:45,849 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:45,849 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:19:45,854 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-09T16:19:45,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741846_1022 (size=196) 2024-11-09T16:19:46,266 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:19:46,266 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:19:46,267 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:19:46,271 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T16:19:46,273 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/WALs/efe6b43736f4,38767,1731169172112 to hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/WALs/efe6b43736f4,38767,1731169172112-dead as it is dead 2024-11-09T16:19:46,274 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/WALs/efe6b43736f4,38767,1731169172112-dead/efe6b43736f4%2C38767%2C1731169172112.1731169173683 2024-11-09T16:19:46,274 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/WALs/efe6b43736f4,38767,1731169172112-dead/efe6b43736f4%2C38767%2C1731169172112.1731169173683 after 0ms 2024-11-09T16:19:46,275 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/WALs/efe6b43736f4,38767,1731169172112-dead/efe6b43736f4%2C38767%2C1731169172112.1731169173683 to hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/efe6b43736f4%2C38767%2C1731169172112.1731169173683 2024-11-09T16:19:46,275 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/WALs/efe6b43736f4,38767,1731169172112-dead 2024-11-09T16:19:46,275 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/WALs/efe6b43736f4,37569,1731169185730 2024-11-09T16:19:46,276 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:19:46,277 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C37569%2C1731169185730, suffix=, logDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/WALs/efe6b43736f4,37569,1731169185730, archiveDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/oldWALs, maxLogs=10 2024-11-09T16:19:46,289 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/WALs/efe6b43736f4,37569,1731169185730/efe6b43736f4%2C37569%2C1731169185730.1731169186277, exclude list is [], retry=0 2024-11-09T16:19:46,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45219,DS-6897959a-108f-4c40-81ac-353ddb416b65,DISK] 2024-11-09T16:19:46,293 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/WALs/efe6b43736f4,37569,1731169185730/efe6b43736f4%2C37569%2C1731169185730.1731169186277 2024-11-09T16:19:46,293 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-09T16:19:46,293 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:19:46,293 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:19:46,293 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:46,293 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:46,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:46,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:19:46,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:46,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a578ae2961534703827c714d18d28500 2024-11-09T16:19:46,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:46,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:46,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:19:46,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:46,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17c75d4786944ef6bd2cd83edb298c42 2024-11-09T16:19:46,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:19:46,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:46,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:19:46,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:46,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e4c24f35c5147fcbc68f36a6a9294d3 2024-11-09T16:19:46,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:19:46,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:46,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:19:46,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:46,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:19:46,314 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:46,315 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T16:19:46,315 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/efe6b43736f4%2C38767%2C1731169172112.1731169173683 2024-11-09T16:19:46,320 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/efe6b43736f4%2C38767%2C1731169172112.1731169173683 2024-11-09T16:19:46,321 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/efe6b43736f4%2C38767%2C1731169172112.1731169173683 2024-11-09T16:19:46,322 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:46,322 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:46,323 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:19:46,324 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:19:46,327 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-09T16:19:46,328 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64281286, jitterRate=-0.04213419556617737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:19:46,328 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169186293Initializing all the Stores at 1731169186294 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169186294Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169186294Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169186294Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169186294Cleaning up temporary data from old regions at 1731169186322 (+28 ms)Region opened successfully at 1731169186328 (+6 ms) 2024-11-09T16:19:46,328 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:19:46,331 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7481259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:19:46,333 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T16:19:46,333 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:19:46,333 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:19:46,333 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:19:46,334 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:19:46,336 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:19:46,336 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:19:46,337 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T16:19:46,337 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-09T16:19:46,337 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:19:46,347 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=efe6b43736f4,46749,1731169172300, regionLocation=efe6b43736f4,46749,1731169172300, openSeqNum=2 2024-11-09T16:19:46,347 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=efe6b43736f4,46749,1731169172300, table=hbase:meta, region=1588230740 2024-11-09T16:19:46,348 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,46749,1731169172300, state=OPEN 2024-11-09T16:19:46,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-716037507/meta-region-server 2024-11-09T16:19:46,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10120652d2d0007, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-716037507/meta-region-server 2024-11-09T16:19:46,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-716037507/meta-region-server: CHANGED 2024-11-09T16:19:46,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-716037507/meta-region-server: CHANGED 2024-11-09T16:19:46,400 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:19:46,408 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-716037507/draining/efe6b43736f4,46749,1731169172300 already deleted, retry=false 2024-11-09T16:19:46,408 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of efe6b43736f4,46749,1731169172300 on efe6b43736f4,37569,1731169185730 2024-11-09T16:19:46,409 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure efe6b43736f4,46749,1731169172300, splitWal=true, meta=true 2024-11-09T16:19:46,409 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for efe6b43736f4,46749,1731169172300 (carryingMeta=true) efe6b43736f4,46749,1731169172300/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@15c1d4c5[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T16:19:46,411 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Unable to get data of znode /0-716037507/balancer because node does not exist (not necessarily an error) 2024-11-09T16:19:46,418 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-716037507/balancer already deleted, retry=false 2024-11-09T16:19:46,418 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:19:46,419 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Unable to get data of znode /0-716037507/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:19:46,429 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-716037507/normalizer already deleted, retry=false 2024-11-09T16:19:46,429 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:19:46,430 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Unable to get data of znode /0-716037507/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:19:46,439 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-716037507/switch/split already deleted, retry=false 2024-11-09T16:19:46,440 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Unable to get data of znode /0-716037507/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:19:46,449 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-716037507/switch/merge already deleted, retry=false 2024-11-09T16:19:46,462 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Unable to get data of znode /0-716037507/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:19:46,471 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-716037507/snapshot-cleanup already deleted, retry=false 2024-11-09T16:19:46,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10120652d2d0007, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-716037507/running 2024-11-09T16:19:46,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-716037507/running 2024-11-09T16:19:46,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10120652d2d0007, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:46,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:46,482 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,37569,1731169185730, sessionid=0x10120652d2d0006, setting cluster-up flag (Was=false) 2024-11-09T16:19:46,492 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-716037507/flush-table-proc/acquired, /0-716037507/flush-table-proc/reached, /0-716037507/flush-table-proc/abort 2024-11-09T16:19:46,493 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,37569,1731169185730 2024-11-09T16:19:46,503 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-716037507/online-snapshot/acquired, /0-716037507/online-snapshot/reached, /0-716037507/online-snapshot/abort 2024-11-09T16:19:46,503 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,37569,1731169185730 2024-11-09T16:19:46,504 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/.lastflushedseqids 2024-11-09T16:19:46,506 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:19:46,506 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:19:46,506 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,37569,1731169185730 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 efe6b43736f4,46749,1731169172300 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:19:46,507 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:19:46,507 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:19:46,508 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:19:46,508 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:19:46,508 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:19:46,508 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:46,508 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:19:46,508 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:46,509 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169216509 2024-11-09T16:19:46,509 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:19:46,509 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:19:46,509 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:19:46,509 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:19:46,509 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:19:46,509 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure efe6b43736f4,46749,1731169172300, splitWal=true, meta=true 2024-11-09T16:19:46,509 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:19:46,509 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:46,509 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:19:46,509 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:19:46,509 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:19:46,509 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:19:46,509 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure efe6b43736f4,46749,1731169172300, splitWal=true, meta=true, isMeta: true 2024-11-09T16:19:46,510 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:19:46,510 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:19:46,510 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169186510,5,FailOnTimeoutGroup] 2024-11-09T16:19:46,510 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169186510,5,FailOnTimeoutGroup] 2024-11-09T16:19:46,510 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:46,510 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:19:46,510 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:46,510 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:46,510 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169186510, completionTime=-1 2024-11-09T16:19:46,510 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T16:19:46,510 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T16:19:46,510 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300-splitting 2024-11-09T16:19:46,511 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300-splitting dir is empty, no logs to split. 2024-11-09T16:19:46,511 INFO [PEWorker-1 {}] master.SplitWALManager(105): efe6b43736f4,46749,1731169172300 WAL count=0, meta=true 2024-11-09T16:19:46,513 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300-splitting dir is empty, no logs to split. 2024-11-09T16:19:46,513 INFO [PEWorker-1 {}] master.SplitWALManager(105): efe6b43736f4,46749,1731169172300 WAL count=0, meta=true 2024-11-09T16:19:46,513 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if efe6b43736f4,46749,1731169172300 WAL splitting is done? wals=0, meta=true 2024-11-09T16:19:46,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:19:46,514 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:19:46,515 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T16:19:46,594 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer(746): ClusterId : 0ba343ec-2a19-4ed4-9b61-2ff9651070d8 2024-11-09T16:19:46,595 DEBUG [RS:0;efe6b43736f4:40157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:19:46,608 DEBUG [RS:0;efe6b43736f4:40157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:19:46,608 DEBUG [RS:0;efe6b43736f4:40157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:19:46,619 DEBUG [RS:0;efe6b43736f4:40157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:19:46,619 DEBUG [RS:0;efe6b43736f4:40157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e839d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:19:46,630 DEBUG [RS:0;efe6b43736f4:40157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:40157 2024-11-09T16:19:46,630 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:19:46,630 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:19:46,630 DEBUG [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:19:46,631 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,37569,1731169185730 with port=40157, startcode=1731169185773 2024-11-09T16:19:46,631 DEBUG [RS:0;efe6b43736f4:40157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:19:46,632 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:19:46,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,40157,1731169185773 2024-11-09T16:19:46,633 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37569 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,40157,1731169185773 2024-11-09T16:19:46,634 DEBUG [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704 2024-11-09T16:19:46,634 DEBUG [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35609 2024-11-09T16:19:46,634 DEBUG [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:19:46,661 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T16:19:46,665 WARN [efe6b43736f4:37569 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T16:19:46,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507/rs 2024-11-09T16:19:46,671 DEBUG [RS:0;efe6b43736f4:40157 {}] zookeeper.ZKUtil(111): regionserver:40157-0x10120652d2d0007, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on existing znode=/0-716037507/rs/efe6b43736f4,40157,1731169185773 2024-11-09T16:19:46,671 WARN [RS:0;efe6b43736f4:40157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:19:46,671 INFO [RS:0;efe6b43736f4:40157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:19:46,671 DEBUG [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773 2024-11-09T16:19:46,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,40157,1731169185773] 2024-11-09T16:19:46,687 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:19:46,689 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:19:46,689 INFO [RS:0;efe6b43736f4:40157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:19:46,689 INFO [RS:0;efe6b43736f4:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:46,689 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:19:46,690 INFO [RS:0;efe6b43736f4:40157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:19:46,690 INFO [RS:0;efe6b43736f4:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:46,690 DEBUG [RS:0;efe6b43736f4:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:46,690 DEBUG [RS:0;efe6b43736f4:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:46,690 DEBUG [RS:0;efe6b43736f4:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:46,690 DEBUG [RS:0;efe6b43736f4:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:46,690 DEBUG [RS:0;efe6b43736f4:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:46,690 DEBUG [RS:0;efe6b43736f4:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:19:46,690 DEBUG [RS:0;efe6b43736f4:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:46,690 DEBUG [RS:0;efe6b43736f4:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:46,690 DEBUG [RS:0;efe6b43736f4:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:46,690 DEBUG [RS:0;efe6b43736f4:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:46,690 DEBUG [RS:0;efe6b43736f4:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:46,690 DEBUG [RS:0;efe6b43736f4:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:19:46,690 DEBUG [RS:0;efe6b43736f4:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:19:46,690 DEBUG [RS:0;efe6b43736f4:40157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:19:46,691 INFO [RS:0;efe6b43736f4:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:46,691 INFO [RS:0;efe6b43736f4:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:46,691 INFO [RS:0;efe6b43736f4:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:46,691 INFO [RS:0;efe6b43736f4:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:46,691 INFO [RS:0;efe6b43736f4:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:46,691 INFO [RS:0;efe6b43736f4:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,40157,1731169185773-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:19:46,700 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:19:46,704 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:19:46,705 INFO [RS:0;efe6b43736f4:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,40157,1731169185773-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:46,717 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.ReplicationSource(231): queueId=1-efe6b43736f4,40157,1731169185773, ReplicationSource: 1, currentBandwidth=0 2024-11-09T16:19:46,717 INFO [RS:0;efe6b43736f4:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:46,717 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.Replication(171): efe6b43736f4,40157,1731169185773 started 2024-11-09T16:19:46,730 INFO [RS:0;efe6b43736f4:40157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:46,730 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,40157,1731169185773, RpcServer on efe6b43736f4/172.17.0.3:40157, sessionid=0x10120652d2d0007 2024-11-09T16:19:46,730 DEBUG [RS:0;efe6b43736f4:40157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:19:46,730 DEBUG [RS:0;efe6b43736f4:40157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,40157,1731169185773 2024-11-09T16:19:46,730 DEBUG [RS:0;efe6b43736f4:40157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,40157,1731169185773' 2024-11-09T16:19:46,730 DEBUG [RS:0;efe6b43736f4:40157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-716037507/flush-table-proc/abort' 2024-11-09T16:19:46,730 DEBUG [RS:0;efe6b43736f4:40157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-716037507/flush-table-proc/acquired' 2024-11-09T16:19:46,731 DEBUG [RS:0;efe6b43736f4:40157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:19:46,731 DEBUG [RS:0;efe6b43736f4:40157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:19:46,731 DEBUG [RS:0;efe6b43736f4:40157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,40157,1731169185773 2024-11-09T16:19:46,731 DEBUG [RS:0;efe6b43736f4:40157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,40157,1731169185773' 2024-11-09T16:19:46,731 DEBUG [RS:0;efe6b43736f4:40157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-716037507/online-snapshot/abort' 2024-11-09T16:19:46,731 DEBUG [RS:0;efe6b43736f4:40157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-716037507/online-snapshot/acquired' 2024-11-09T16:19:46,731 DEBUG [RS:0;efe6b43736f4:40157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:19:46,731 INFO [RS:0;efe6b43736f4:40157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:19:46,731 INFO [RS:0;efe6b43736f4:40157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:19:46,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:46,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:46,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:46,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:46,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:46,736 DEBUG [RS:0;efe6b43736f4:40157.replicationSource,1-efe6b43736f4,40157,1731169185773 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:37543' 2024-11-09T16:19:46,737 DEBUG [RS:0;efe6b43736f4:40157.replicationSource,1-efe6b43736f4,40157,1731169185773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3227ca9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:46,737 DEBUG [RS:0;efe6b43736f4:40157.replicationSource,1-efe6b43736f4,40157,1731169185773 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,37543,-1 for getting cluster id 2024-11-09T16:19:46,737 DEBUG [RS:0;efe6b43736f4:40157.replicationSource,1-efe6b43736f4,40157,1731169185773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:19:46,738 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '621d638d-db1f-4ffd-a0e1-55fb047daec7' 2024-11-09T16:19:46,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:19:46,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "621d638d-db1f-4ffd-a0e1-55fb047daec7" 2024-11-09T16:19:46,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:46,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c1a32a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:46,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,37543,-1] 2024-11-09T16:19:46,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:19:46,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:46,740 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:19:46,741 DEBUG [RS:0;efe6b43736f4:40157.replicationSource,1-efe6b43736f4,40157,1731169185773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6de06835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:46,741 DEBUG [RS:0;efe6b43736f4:40157.replicationSource,1-efe6b43736f4,40157,1731169185773 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:19:46,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,37543,1731169177292 2024-11-09T16:19:46,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78664171 2024-11-09T16:19:46,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:19:46,743 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-09T16:19:46,743 INFO [RS:0;efe6b43736f4:40157.replicationSource,1-efe6b43736f4,40157,1731169185773 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-efe6b43736f4,40157,1731169185773 (queues=0) is replicating from cluster=0ba343ec-2a19-4ed4-9b61-2ff9651070d8 to cluster=621d638d-db1f-4ffd-a0e1-55fb047daec7 2024-11-09T16:19:46,832 INFO [RS:0;efe6b43736f4:40157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:19:46,833 INFO [RS:0;efe6b43736f4:40157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C40157%2C1731169185773, suffix=, logDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773, archiveDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/oldWALs, maxLogs=10 2024-11-09T16:19:46,845 DEBUG [RS:0;efe6b43736f4:40157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.1731169186833, exclude list is [], retry=0 2024-11-09T16:19:46,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45219,DS-6897959a-108f-4c40-81ac-353ddb416b65,DISK] 2024-11-09T16:19:46,849 INFO [RS:0;efe6b43736f4:40157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.1731169186833 2024-11-09T16:19:46,849 DEBUG [RS:0;efe6b43736f4:40157 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group efe6b43736f4%2C40157%2C1731169185773 for peer 1 2024-11-09T16:19:46,849 DEBUG [RS:0;efe6b43736f4:40157 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=efe6b43736f4%2C40157%2C1731169185773 2024-11-09T16:19:46,849 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-efe6b43736f4,40157,1731169185773, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:19:46,849 DEBUG [RS:0;efe6b43736f4:40157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-09T16:19:46,849 INFO [RS:0;efe6b43736f4:40157.replicationSource.shipperefe6b43736f4%2C40157%2C1731169185773,1-efe6b43736f4,40157,1731169185773 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C40157%2C1731169185773 2024-11-09T16:19:46,849 DEBUG [RS:0;efe6b43736f4:40157.replicationSource.wal-reader.efe6b43736f4%2C40157%2C1731169185773,1-efe6b43736f4,40157,1731169185773 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.1731169186833, startPosition=0, beingWritten=true 2024-11-09T16:19:46,916 DEBUG [efe6b43736f4:37569 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:19:46,916 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,40157,1731169185773 2024-11-09T16:19:46,917 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,40157,1731169185773, state=OPENING 2024-11-09T16:19:46,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-716037507/meta-region-server 2024-11-09T16:19:46,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10120652d2d0007, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-716037507/meta-region-server 2024-11-09T16:19:46,934 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:19:46,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-716037507/meta-region-server: CHANGED 2024-11-09T16:19:46,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-716037507/meta-region-server: CHANGED 2024-11-09T16:19:46,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,40157,1731169185773}] 2024-11-09T16:19:47,055 DEBUG [RS:0;efe6b43736f4:40157.replicationSource.wal-reader.efe6b43736f4%2C40157%2C1731169185773,1-efe6b43736f4,40157,1731169185773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.1731169186833 to pos 0, reset compression=false 2024-11-09T16:19:47,086 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:19:47,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:19:47,090 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:19:47,090 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:19:47,090 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:19:47,092 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C40157%2C1731169185773.meta, suffix=.meta, logDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773, archiveDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/oldWALs, maxLogs=10 2024-11-09T16:19:47,103 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.meta.1731169187092.meta, exclude list is [], retry=0 2024-11-09T16:19:47,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45219,DS-6897959a-108f-4c40-81ac-353ddb416b65,DISK] 2024-11-09T16:19:47,106 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.meta.1731169187092.meta 2024-11-09T16:19:47,106 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-09T16:19:47,106 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:19:47,107 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:19:47,107 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:19:47,107 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:19:47,107 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:19:47,107 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:19:47,107 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:19:47,107 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:19:47,107 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:19:47,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:19:47,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:19:47,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:47,114 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/info/b5847285ad644499922b8477910f35dc 2024-11-09T16:19:47,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:47,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:19:47,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:19:47,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:47,120 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/ns/f984ca50dbd146e7b1325e4a32b07a0a 2024-11-09T16:19:47,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:47,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:19:47,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:19:47,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:47,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:47,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:19:47,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:19:47,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:47,127 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/table/8cced84634a34ef4881c513bd16fe5d4 2024-11-09T16:19:47,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:19:47,127 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:19:47,128 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740 2024-11-09T16:19:47,129 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740 2024-11-09T16:19:47,130 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:19:47,130 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:19:47,131 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:19:47,132 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:19:47,132 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67315826, jitterRate=0.0030839741230010986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:19:47,133 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:19:47,133 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169187107Writing region info on filesystem at 1731169187107Initializing all the Stores at 1731169187108 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169187108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169187108Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169187108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169187108Cleaning up temporary data from old regions at 1731169187130 (+22 ms)Running coprocessor post-open hooks at 1731169187133 (+3 ms)Region opened successfully at 1731169187133 2024-11-09T16:19:47,134 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731169187086 2024-11-09T16:19:47,135 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:19:47,135 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:19:47,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=efe6b43736f4,40157,1731169185773 2024-11-09T16:19:47,137 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,40157,1731169185773, state=OPEN 2024-11-09T16:19:47,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10120652d2d0007, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-716037507/meta-region-server 2024-11-09T16:19:47,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-716037507/meta-region-server 2024-11-09T16:19:47,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-716037507/meta-region-server: CHANGED 2024-11-09T16:19:47,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-716037507/meta-region-server: CHANGED 2024-11-09T16:19:47,144 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,40157,1731169185773 2024-11-09T16:19:47,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-09T16:19:47,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,40157,1731169185773 in 210 msec 2024-11-09T16:19:47,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T16:19:47,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-11-09T16:19:47,359 DEBUG [RS:0;efe6b43736f4:40157.replicationSource.wal-reader.efe6b43736f4%2C40157%2C1731169185773,1-efe6b43736f4,40157,1731169185773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.1731169186833 to pos 0, reset compression=false 2024-11-09T16:19:47,764 DEBUG [RS:0;efe6b43736f4:40157.replicationSource.wal-reader.efe6b43736f4%2C40157%2C1731169185773,1-efe6b43736f4,40157,1731169185773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.1731169186833 to pos 0, reset compression=false 2024-11-09T16:19:48,163 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-09T16:19:48,268 DEBUG [RS:0;efe6b43736f4:40157.replicationSource.wal-reader.efe6b43736f4%2C40157%2C1731169185773,1-efe6b43736f4,40157,1731169185773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.1731169186833 to pos 0, reset compression=false 2024-11-09T16:19:48,873 DEBUG [RS:0;efe6b43736f4:40157.replicationSource.wal-reader.efe6b43736f4%2C40157%2C1731169185773,1-efe6b43736f4,40157,1731169185773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.1731169186833 to pos 0, reset compression=false 2024-11-09T16:19:49,577 DEBUG [RS:0;efe6b43736f4:40157.replicationSource.wal-reader.efe6b43736f4%2C40157%2C1731169185773,1-efe6b43736f4,40157,1731169185773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.1731169186833 to pos 0, reset compression=false 2024-11-09T16:19:49,666 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-09T16:19:50,382 DEBUG [RS:0;efe6b43736f4:40157.replicationSource.wal-reader.efe6b43736f4%2C40157%2C1731169185773,1-efe6b43736f4,40157,1731169185773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.1731169186833 to pos 0, reset compression=false 2024-11-09T16:19:51,018 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T16:19:51,018 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:19:51,018 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:19:51,018 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,40157,1731169185773, seqNum=-1] 2024-11-09T16:19:51,019 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:19:51,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:19:51,023 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=224795f0e5cb02076da492c3f5c96620, regionState=OPEN, lastHost=efe6b43736f4,46749,1731169172300, regionLocation=efe6b43736f4,46749,1731169172300, openSeqNum=2 2024-11-09T16:19:51,023 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:19:51,023 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169251023 2024-11-09T16:19:51,023 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169311023 2024-11-09T16:19:51,023 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-09T16:19:51,023 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): efe6b43736f4,46749,1731169172300 had 2 regions 2024-11-09T16:19:51,023 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37569,1731169185730-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:51,023 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37569,1731169185730-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:51,023 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37569,1731169185730-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:51,023 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:37569, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:51,023 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:51,023 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:51,024 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure efe6b43736f4,46749,1731169172300, splitWal=true, meta=true, isMeta: false 2024-11-09T16:19:51,025 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300-splitting dir is empty, no logs to split. 2024-11-09T16:19:51,025 INFO [PEWorker-4 {}] master.SplitWALManager(105): efe6b43736f4,46749,1731169172300 WAL count=0, meta=false 2024-11-09T16:19:51,027 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,46749,1731169172300-splitting dir is empty, no logs to split. 2024-11-09T16:19:51,027 INFO [PEWorker-4 {}] master.SplitWALManager(105): efe6b43736f4,46749,1731169172300 WAL count=0, meta=false 2024-11-09T16:19:51,027 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if efe6b43736f4,46749,1731169172300 WAL splitting is done? wals=0, meta=false 2024-11-09T16:19:51,029 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.190sec 2024-11-09T16:19:51,029 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:19:51,029 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:19:51,029 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:19:51,029 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:19:51,029 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:19:51,029 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37569,1731169185730-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:19:51,029 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37569,1731169185730-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:19:51,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=224795f0e5cb02076da492c3f5c96620, ASSIGN}] 2024-11-09T16:19:51,031 WARN [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=efe6b43736f4,46749,1731169172300/hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:51,032 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=224795f0e5cb02076da492c3f5c96620, ASSIGN 2024-11-09T16:19:51,032 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:19:51,032 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:19:51,032 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37569,1731169185730-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:19:51,033 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=224795f0e5cb02076da492c3f5c96620, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T16:19:51,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fcfd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:51,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,37569,-1 for getting cluster id 2024-11-09T16:19:51,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:19:51,099 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ba343ec-2a19-4ed4-9b61-2ff9651070d8' 2024-11-09T16:19:51,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:19:51,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ba343ec-2a19-4ed4-9b61-2ff9651070d8" 2024-11-09T16:19:51,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36cd7ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:51,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,37569,-1] 2024-11-09T16:19:51,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:19:51,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:51,100 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:19:51,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@857bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:51,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:19:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,40157,1731169185773, seqNum=-1] 2024-11-09T16:19:51,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:19:51,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:19:51,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T16:19:51,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:19:51,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:51,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:51,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:51,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:19:51,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: efe6b43736f4:37569 after: efe6b43736f4:37569 2024-11-09T16:19:51,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9e549e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:51,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,37569,-1 for getting cluster id 2024-11-09T16:19:51,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:19:51,107 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ba343ec-2a19-4ed4-9b61-2ff9651070d8' 2024-11-09T16:19:51,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:19:51,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ba343ec-2a19-4ed4-9b61-2ff9651070d8" 2024-11-09T16:19:51,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ebfb8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:51,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,37569,-1] 2024-11-09T16:19:51,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:19:51,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:51,108 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:19:51,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2096b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:19:51,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:19:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,37569,1731169185730 2024-11-09T16:19:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26f148df 2024-11-09T16:19:51,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:19:51,110 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:19:51,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37569 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T16:19:51,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:19:51,111 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:19:51,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:51,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:51,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:51,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:19:51,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:19:51,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1283606116, stopped=false 2024-11-09T16:19:51,111 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,37543,1731169177292 2024-11-09T16:19:51,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1392441900/running 2024-11-09T16:19:51,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1392441900/running 2024-11-09T16:19:51,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900 2024-11-09T16:19:51,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900 2024-11-09T16:19:51,123 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:19:51,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:19:51,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:51,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:51,124 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,34881,1731169177459' ***** 2024-11-09T16:19:51,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Set watcher on znode that does not yet exist, /1-1392441900/running 2024-11-09T16:19:51,124 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:19:51,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Set watcher on znode that does not yet exist, /1-1392441900/running 2024-11-09T16:19:51,124 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:19:51,124 INFO [RS:0;efe6b43736f4:34881 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:19:51,124 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:19:51,124 INFO [RS:0;efe6b43736f4:34881 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:19:51,124 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,34881,1731169177459 2024-11-09T16:19:51,124 INFO [RS:0;efe6b43736f4:34881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:19:51,124 INFO [RS:0;efe6b43736f4:34881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:34881. 2024-11-09T16:19:51,124 DEBUG [RS:0;efe6b43736f4:34881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:51,124 DEBUG [RS:0;efe6b43736f4:34881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:51,124 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:19:51,124 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:19:51,124 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:19:51,124 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:19:51,125 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T16:19:51,125 DEBUG [RS:0;efe6b43736f4:34881 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T16:19:51,125 DEBUG [RS:0;efe6b43736f4:34881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:19:51,125 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:19:51,125 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:19:51,125 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:19:51,125 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:19:51,125 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:19:51,125 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T16:19:51,138 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/data/hbase/meta/1588230740/.tmp/ns/b70267a10de848c08c4f7653e87226a9 is 43, key is default/ns:d/1731169179857/Put/seqid=0 2024-11-09T16:19:51,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741835_1011 (size=5153) 2024-11-09T16:19:51,183 DEBUG [efe6b43736f4:37569 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:19:51,184 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=224795f0e5cb02076da492c3f5c96620, regionState=OPENING, regionLocation=efe6b43736f4,40157,1731169185773 2024-11-09T16:19:51,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=224795f0e5cb02076da492c3f5c96620, ASSIGN because future has completed 2024-11-09T16:19:51,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 224795f0e5cb02076da492c3f5c96620, server=efe6b43736f4,40157,1731169185773}] 2024-11-09T16:19:51,211 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:19:51,286 DEBUG [RS:0;efe6b43736f4:40157.replicationSource.wal-reader.efe6b43736f4%2C40157%2C1731169185773,1-efe6b43736f4,40157,1731169185773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.1731169186833 to pos 0, reset compression=false 2024-11-09T16:19:51,325 DEBUG [RS:0;efe6b43736f4:34881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:19:51,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:51,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:19:51,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T16:19:51,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C40157%2C1731169185773.rep, suffix=, logDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773, archiveDir=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/oldWALs, maxLogs=10 2024-11-09T16:19:51,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.rep.1731169191343, exclude list is [], retry=0 2024-11-09T16:19:51,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45219,DS-6897959a-108f-4c40-81ac-353ddb416b65,DISK] 2024-11-09T16:19:51,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.rep.1731169191343 2024-11-09T16:19:51,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33979:33979)] 2024-11-09T16:19:51,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 224795f0e5cb02076da492c3f5c96620, NAME => 'hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:19:51,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:19:51,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:19:51,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. service=MultiRowMutationService 2024-11-09T16:19:51,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T16:19:51,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:51,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:19:51,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:51,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:51,366 INFO [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:51,367 INFO [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224795f0e5cb02076da492c3f5c96620 columnFamilyName hfileref 2024-11-09T16:19:51,367 DEBUG [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:51,367 INFO [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] regionserver.HStore(327): Store=224795f0e5cb02076da492c3f5c96620/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:19:51,367 INFO [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:51,368 INFO [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224795f0e5cb02076da492c3f5c96620 columnFamilyName queue 2024-11-09T16:19:51,368 DEBUG [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:51,373 DEBUG [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/replication/224795f0e5cb02076da492c3f5c96620/queue/d98aa94cd77945c3a29ca7f53b0876a9 2024-11-09T16:19:51,373 INFO [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] regionserver.HStore(327): Store=224795f0e5cb02076da492c3f5c96620/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:19:51,373 INFO [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:51,374 INFO [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 224795f0e5cb02076da492c3f5c96620 columnFamilyName sid 2024-11-09T16:19:51,374 DEBUG [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:19:51,375 INFO [StoreOpener-224795f0e5cb02076da492c3f5c96620-1 {}] regionserver.HStore(327): Store=224795f0e5cb02076da492c3f5c96620/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:19:51,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:51,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/replication/224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:51,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/replication/224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:51,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:51,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:51,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:19:51,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:51,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 224795f0e5cb02076da492c3f5c96620; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69303050, jitterRate=0.032695919275283813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:19:51,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:51,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 224795f0e5cb02076da492c3f5c96620: Running coprocessor pre-open hook at 1731169191365Writing region info on filesystem at 1731169191365Initializing all the Stores at 1731169191366 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169191366Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169191366Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169191366Cleaning up temporary data from old regions at 1731169191377 (+11 ms)Running coprocessor post-open hooks at 1731169191379 (+2 ms)Region opened successfully at 1731169191380 (+1 ms) 2024-11-09T16:19:51,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620., pid=13, masterSystemTime=1731169191338 2024-11-09T16:19:51,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:51,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:51,383 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=224795f0e5cb02076da492c3f5c96620, regionState=OPEN, openSeqNum=9, regionLocation=efe6b43736f4,40157,1731169185773 2024-11-09T16:19:51,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 224795f0e5cb02076da492c3f5c96620, server=efe6b43736f4,40157,1731169185773 because future has completed 2024-11-09T16:19:51,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T16:19:51,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 224795f0e5cb02076da492c3f5c96620, server=efe6b43736f4,40157,1731169185773 in 200 msec 2024-11-09T16:19:51,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-09T16:19:51,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=224795f0e5cb02076da492c3f5c96620, ASSIGN in 357 msec 2024-11-09T16:19:51,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T16:19:51,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620., hostname=efe6b43736f4,40157,1731169185773, seqNum=9] 2024-11-09T16:19:51,406 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for efe6b43736f4,46749,1731169172300 2024-11-09T16:19:51,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T16:19:51,525 DEBUG [RS:0;efe6b43736f4:34881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:19:51,543 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/data/hbase/meta/1588230740/.tmp/ns/b70267a10de848c08c4f7653e87226a9 2024-11-09T16:19:51,548 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/data/hbase/meta/1588230740/.tmp/ns/b70267a10de848c08c4f7653e87226a9 as hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/data/hbase/meta/1588230740/ns/b70267a10de848c08c4f7653e87226a9 2024-11-09T16:19:51,552 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/data/hbase/meta/1588230740/ns/b70267a10de848c08c4f7653e87226a9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T16:19:51,553 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=6, compaction requested=false 2024-11-09T16:19:51,553 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T16:19:51,558 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T16:19:51,558 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:19:51,558 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:19:51,558 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:19:51,558 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169191125Running coprocessor pre-close hooks at 1731169191125Disabling compacts and flushes for region at 1731169191125Disabling writes for close at 1731169191125Obtaining lock to block concurrent updates at 1731169191125Preparing flush snapshotting stores in 1588230740 at 1731169191125Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731169191125Flushing stores of hbase:meta,,1.1588230740 at 1731169191126 (+1 ms)Flushing 1588230740/ns: creating writer at 1731169191126Flushing 1588230740/ns: appending metadata at 1731169191138 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731169191138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59003502: reopening flushed file at 1731169191547 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=6, compaction requested=false at 1731169191553 (+6 ms)Writing region close event to WAL at 1731169191554 (+1 ms)Running coprocessor post-close hooks at 1731169191558 (+4 ms)Closed at 1731169191558 2024-11-09T16:19:51,558 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:19:51,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-09T16:19:51,725 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,34881,1731169177459; all regions closed. 2024-11-09T16:19:51,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741834_1010 (size=1152) 2024-11-09T16:19:51,729 DEBUG [RS:0;efe6b43736f4:34881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/oldWALs 2024-11-09T16:19:51,729 INFO [RS:0;efe6b43736f4:34881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C34881%2C1731169177459.meta:.meta(num 1731169179810) 2024-11-09T16:19:51,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741832_1008 (size=93) 2024-11-09T16:19:51,734 DEBUG [RS:0;efe6b43736f4:34881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/oldWALs 2024-11-09T16:19:51,734 INFO [RS:0;efe6b43736f4:34881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C34881%2C1731169177459:(num 1731169178936) 2024-11-09T16:19:51,734 DEBUG [RS:0;efe6b43736f4:34881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:51,734 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:19:51,734 INFO [RS:0;efe6b43736f4:34881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:19:51,734 INFO [RS:0;efe6b43736f4:34881 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T16:19:51,734 INFO [RS:0;efe6b43736f4:34881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:19:51,734 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:19:51,734 INFO [RS:0;efe6b43736f4:34881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34881 2024-11-09T16:19:51,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900/rs 2024-11-09T16:19:51,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1392441900/rs/efe6b43736f4,34881,1731169177459 2024-11-09T16:19:51,755 INFO [RS:0;efe6b43736f4:34881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:19:51,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,34881,1731169177459] 2024-11-09T16:19:51,776 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1392441900/draining/efe6b43736f4,34881,1731169177459 already deleted, retry=false 2024-11-09T16:19:51,776 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,34881,1731169177459 expired; onlineServers=0 2024-11-09T16:19:51,776 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,37543,1731169177292' ***** 2024-11-09T16:19:51,776 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:19:51,776 INFO [M:0;efe6b43736f4:37543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:19:51,776 INFO [M:0;efe6b43736f4:37543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:19:51,776 DEBUG [M:0;efe6b43736f4:37543 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:19:51,776 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:19:51,776 DEBUG [M:0;efe6b43736f4:37543 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:19:51,776 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169178615 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169178615,5,FailOnTimeoutGroup] 2024-11-09T16:19:51,776 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169178615 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169178615,5,FailOnTimeoutGroup] 2024-11-09T16:19:51,776 INFO [M:0;efe6b43736f4:37543 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:19:51,776 INFO [M:0;efe6b43736f4:37543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:19:51,776 DEBUG [M:0;efe6b43736f4:37543 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:19:51,776 INFO [M:0;efe6b43736f4:37543 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:19:51,776 INFO [M:0;efe6b43736f4:37543 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:19:51,776 INFO [M:0;efe6b43736f4:37543 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:19:51,777 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:19:51,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1392441900/master 2024-11-09T16:19:51,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1392441900 2024-11-09T16:19:51,786 DEBUG [M:0;efe6b43736f4:37543 {}] zookeeper.ZKUtil(347): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Unable to get data of znode /1-1392441900/master because node does not exist (not an error) 2024-11-09T16:19:51,786 WARN [M:0;efe6b43736f4:37543 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:19:51,787 INFO [M:0;efe6b43736f4:37543 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/.lastflushedseqids 2024-11-09T16:19:51,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741836_1012 (size=99) 2024-11-09T16:19:51,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:51,865 INFO [RS:0;efe6b43736f4:34881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:19:51,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34881-0x10120652d2d0004, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:51,865 INFO [RS:0;efe6b43736f4:34881 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,34881,1731169177459; zookeeper connection closed. 2024-11-09T16:19:51,866 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7342d791 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7342d791 2024-11-09T16:19:51,866 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:19:52,192 INFO [M:0;efe6b43736f4:37543 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:19:52,192 INFO [M:0;efe6b43736f4:37543 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:19:52,192 DEBUG [M:0;efe6b43736f4:37543 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:19:52,192 INFO [M:0;efe6b43736f4:37543 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:52,193 DEBUG [M:0;efe6b43736f4:37543 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:52,193 DEBUG [M:0;efe6b43736f4:37543 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:19:52,193 DEBUG [M:0;efe6b43736f4:37543 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:52,193 INFO [M:0;efe6b43736f4:37543 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T16:19:52,206 DEBUG [M:0;efe6b43736f4:37543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99bef4b238df4c429fdb75beafb07064 is 82, key is hbase:meta,,1/info:regioninfo/1731169179844/Put/seqid=0 2024-11-09T16:19:52,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741837_1013 (size=5672) 2024-11-09T16:19:52,291 DEBUG [RS:0;efe6b43736f4:40157.replicationSource.wal-reader.efe6b43736f4%2C40157%2C1731169185773,1-efe6b43736f4,40157,1731169185773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.1731169186833 to pos 0, reset compression=false 2024-11-09T16:19:52,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:19:52,611 INFO [M:0;efe6b43736f4:37543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99bef4b238df4c429fdb75beafb07064 2024-11-09T16:19:52,633 DEBUG [M:0;efe6b43736f4:37543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b9a883496064725a1f65f3ab2a3a054 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731169179860/Put/seqid=0 2024-11-09T16:19:52,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741838_1014 (size=5275) 2024-11-09T16:19:52,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:52,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:52,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:52,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:52,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:52,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:52,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T16:19:52,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T16:19:53,037 INFO [M:0;efe6b43736f4:37543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b9a883496064725a1f65f3ab2a3a054 2024-11-09T16:19:53,054 DEBUG [M:0;efe6b43736f4:37543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9604942978bd4221844ce9ec23a6963a is 69, key is efe6b43736f4,34881,1731169177459/rs:state/1731169178727/Put/seqid=0 2024-11-09T16:19:53,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741839_1015 (size=5156) 2024-11-09T16:19:53,396 DEBUG [RS:0;efe6b43736f4:40157.replicationSource.wal-reader.efe6b43736f4%2C40157%2C1731169185773,1-efe6b43736f4,40157,1731169185773 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.1731169186833 to pos 0, reset compression=false 2024-11-09T16:19:53,458 INFO [M:0;efe6b43736f4:37543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9604942978bd4221844ce9ec23a6963a 2024-11-09T16:19:53,463 DEBUG [M:0;efe6b43736f4:37543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99bef4b238df4c429fdb75beafb07064 as hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99bef4b238df4c429fdb75beafb07064 2024-11-09T16:19:53,466 INFO [M:0;efe6b43736f4:37543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99bef4b238df4c429fdb75beafb07064, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T16:19:53,467 DEBUG [M:0;efe6b43736f4:37543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b9a883496064725a1f65f3ab2a3a054 as hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8b9a883496064725a1f65f3ab2a3a054 2024-11-09T16:19:53,471 INFO [M:0;efe6b43736f4:37543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8b9a883496064725a1f65f3ab2a3a054, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T16:19:53,472 DEBUG [M:0;efe6b43736f4:37543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9604942978bd4221844ce9ec23a6963a as hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9604942978bd4221844ce9ec23a6963a 2024-11-09T16:19:53,476 INFO [M:0;efe6b43736f4:37543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43761/user/jenkins/test-data/d9b3c71b-aaa1-bcee-3d7a-3f7c16bb88bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9604942978bd4221844ce9ec23a6963a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T16:19:53,477 INFO [M:0;efe6b43736f4:37543 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=28, compaction requested=false 2024-11-09T16:19:53,478 INFO [M:0;efe6b43736f4:37543 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:53,478 DEBUG [M:0;efe6b43736f4:37543 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169192192Disabling compacts and flushes for region at 1731169192192Disabling writes for close at 1731169192193 (+1 ms)Obtaining lock to block concurrent updates at 1731169192193Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169192193Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731169192193Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169192194 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169192194Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169192206 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169192206Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169192616 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169192633 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169192633Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169193041 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169193054 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169193054Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d031bb0: reopening flushed file at 1731169193462 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d2fe2cc: reopening flushed file at 1731169193466 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9684c7e: reopening flushed file at 1731169193471 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=28, compaction requested=false at 1731169193477 (+6 ms)Writing region close event to WAL at 1731169193478 (+1 ms)Closed at 1731169193478 2024-11-09T16:19:53,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741830_1006 (size=10165) 2024-11-09T16:19:53,480 INFO [M:0;efe6b43736f4:37543 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:19:53,480 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:19:53,480 INFO [M:0;efe6b43736f4:37543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37543 2024-11-09T16:19:53,480 INFO [M:0;efe6b43736f4:37543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:19:53,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:53,644 INFO [M:0;efe6b43736f4:37543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:19:53,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37543-0x10120652d2d0003, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:53,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3821b27a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:19:53,646 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c710ad5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:19:53,646 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:19:53,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661eb06e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:19:53,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50f10d8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/hadoop.log.dir/,STOPPED} 2024-11-09T16:19:53,648 WARN [BP-1695857094-172.17.0.3-1731169175403 heartbeating to localhost/127.0.0.1:43761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:19:53,648 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:19:53,648 WARN [BP-1695857094-172.17.0.3-1731169175403 heartbeating to localhost/127.0.0.1:43761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1695857094-172.17.0.3-1731169175403 (Datanode Uuid 5bcc8981-7561-428f-9447-4325d8d23ade) service to localhost/127.0.0.1:43761 2024-11-09T16:19:53,648 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:19:53,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/cluster_be85eade-b19c-075a-dc68-4d209250bbbf/data/data1/current/BP-1695857094-172.17.0.3-1731169175403 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:19:53,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/cluster_be85eade-b19c-075a-dc68-4d209250bbbf/data/data2/current/BP-1695857094-172.17.0.3-1731169175403 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:19:53,648 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:19:53,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1518c7c7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:19:53,653 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21bde6d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:19:53,653 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:19:53,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cd1f0b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:19:53,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a9bc6b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/hadoop.log.dir/,STOPPED} 2024-11-09T16:19:53,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:19:53,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:19:53,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:19:53,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:53,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:53,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:53,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:19:53,664 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:19:53,664 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1428948229, stopped=false 2024-11-09T16:19:53,664 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,37569,1731169185730 2024-11-09T16:19:53,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-716037507/running 2024-11-09T16:19:53,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10120652d2d0007, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-716037507/running 2024-11-09T16:19:53,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:53,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10120652d2d0007, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:53,681 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:19:53,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:19:53,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:53,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:53,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on znode that does not yet exist, /0-716037507/running 2024-11-09T16:19:53,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40157-0x10120652d2d0007, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Set watcher on znode that does not yet exist, /0-716037507/running 2024-11-09T16:19:53,681 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,40157,1731169185773' ***** 2024-11-09T16:19:53,681 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:19:53,682 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:19:53,682 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:19:53,682 INFO [RS:0;efe6b43736f4:40157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:19:53,682 INFO [RS:0;efe6b43736f4:40157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:19:53,682 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer(3091): Received CLOSE for 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:53,682 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,40157,1731169185773 2024-11-09T16:19:53,682 INFO [RS:0;efe6b43736f4:40157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:19:53,682 INFO [RS:0;efe6b43736f4:40157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:40157. 2024-11-09T16:19:53,682 DEBUG [RS:0;efe6b43736f4:40157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:53,682 DEBUG [RS:0;efe6b43736f4:40157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:53,682 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 224795f0e5cb02076da492c3f5c96620, disabling compactions & flushes 2024-11-09T16:19:53,682 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:53,682 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:53,682 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:19:53,682 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:19:53,682 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. after waiting 0 ms 2024-11-09T16:19:53,682 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:19:53,682 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:53,682 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:19:53,682 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T16:19:53,682 DEBUG [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer(1325): Online Regions={224795f0e5cb02076da492c3f5c96620=hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T16:19:53,683 DEBUG [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 224795f0e5cb02076da492c3f5c96620 2024-11-09T16:19:53,683 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:19:53,683 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:19:53,683 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:19:53,683 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:19:53,683 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:19:53,683 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T16:19:53,685 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/replication/224795f0e5cb02076da492c3f5c96620/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-09T16:19:53,686 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:19:53,686 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:19:53,686 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:53,686 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 224795f0e5cb02076da492c3f5c96620: Waiting for close lock at 1731169193682Running coprocessor pre-close hooks at 1731169193682Disabling compacts and flushes for region at 1731169193682Disabling writes for close at 1731169193682Writing region close event to WAL at 1731169193683 (+1 ms)Running coprocessor post-close hooks at 1731169193686 (+3 ms)Closed at 1731169193686 2024-11-09T16:19:53,686 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620. 2024-11-09T16:19:53,696 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/.tmp/info/e270e302aab64e179f7ffbb40ef943b4 is 147, key is hbase:replication,,1731169180046.224795f0e5cb02076da492c3f5c96620./info:regioninfo/1731169191383/Put/seqid=0 2024-11-09T16:19:53,697 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:19:53,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741851_1027 (size=6385) 2024-11-09T16:19:53,759 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:19:53,759 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:19:53,883 DEBUG [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:19:54,083 DEBUG [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:19:54,100 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/.tmp/info/e270e302aab64e179f7ffbb40ef943b4 2024-11-09T16:19:54,105 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/.tmp/info/e270e302aab64e179f7ffbb40ef943b4 as hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/info/e270e302aab64e179f7ffbb40ef943b4 2024-11-09T16:19:54,110 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/info/e270e302aab64e179f7ffbb40ef943b4, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T16:19:54,111 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-09T16:19:54,115 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T16:19:54,115 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:19:54,115 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:19:54,115 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:19:54,116 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169193683Running coprocessor pre-close hooks at 1731169193683Disabling compacts and flushes for region at 1731169193683Disabling writes for close at 1731169193683Obtaining lock to block concurrent updates at 1731169193683Preparing flush snapshotting stores in 1588230740 at 1731169193683Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731169193683Flushing stores of hbase:meta,,1.1588230740 at 1731169193683Flushing 1588230740/info: creating writer at 1731169193683Flushing 1588230740/info: appending metadata at 1731169193696 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731169193696Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6932f558: reopening flushed file at 1731169194105 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1731169194111 (+6 ms)Writing region close event to WAL at 1731169194112 (+1 ms)Running coprocessor post-close hooks at 1731169194115 (+3 ms)Closed at 1731169194115 2024-11-09T16:19:54,116 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:19:54,283 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,40157,1731169185773; all regions closed. 2024-11-09T16:19:54,285 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.meta.1731169187092.meta not finished, retry = 0 2024-11-09T16:19:54,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741849_1025 (size=2156) 2024-11-09T16:19:54,388 DEBUG [RS:0;efe6b43736f4:40157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/oldWALs 2024-11-09T16:19:54,388 INFO [RS:0;efe6b43736f4:40157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C40157%2C1731169185773.meta:.meta(num 1731169187092) 2024-11-09T16:19:54,390 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.rep.1731169191343 not finished, retry = 0 2024-11-09T16:19:54,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741850_1026 (size=796) 2024-11-09T16:19:54,492 DEBUG [RS:0;efe6b43736f4:40157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/oldWALs 2024-11-09T16:19:54,492 INFO [RS:0;efe6b43736f4:40157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C40157%2C1731169185773.rep:(num 1731169191343) 2024-11-09T16:19:54,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741848_1024 (size=93) 2024-11-09T16:19:54,494 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/WALs/efe6b43736f4,40157,1731169185773/efe6b43736f4%2C40157%2C1731169185773.1731169186833 not finished, retry = 0 2024-11-09T16:19:54,596 DEBUG [RS:0;efe6b43736f4:40157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/oldWALs 2024-11-09T16:19:54,596 INFO [RS:0;efe6b43736f4:40157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C40157%2C1731169185773:(num 1731169186833) 2024-11-09T16:19:54,596 DEBUG [RS:0;efe6b43736f4:40157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:54,596 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:19:54,596 INFO [RS:0;efe6b43736f4:40157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:19:54,597 INFO [RS:0;efe6b43736f4:40157 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T16:19:54,597 INFO [RS:0;efe6b43736f4:40157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:19:54,597 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:19:54,597 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T16:19:54,597 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T16:19:54,597 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T16:19:54,597 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-efe6b43736f4,40157,1731169185773 because: Region server is closing 2024-11-09T16:19:54,597 INFO [RS:0;efe6b43736f4:40157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:40157. 2024-11-09T16:19:54,597 DEBUG [RS:0;efe6b43736f4:40157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:19:54,597 DEBUG [RS:0;efe6b43736f4:40157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:54,597 DEBUG [RS:0;efe6b43736f4:40157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:19:54,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:19:54,698 WARN [RS:0;efe6b43736f4:40157.replicationSource.shipperefe6b43736f4%2C40157%2C1731169185773,1-efe6b43736f4,40157,1731169185773 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T16:19:54,698 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;efe6b43736f4:40157.replicationSource.shipperefe6b43736f4%2C40157%2C1731169185773,1-efe6b43736f4,40157,1731169185773 terminated 2024-11-09T16:19:54,698 INFO [RS:0;efe6b43736f4:40157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40157 2024-11-09T16:19:54,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507/rs 2024-11-09T16:19:54,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10120652d2d0007, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-716037507/rs/efe6b43736f4,40157,1731169185773 2024-11-09T16:19:54,754 INFO [RS:0;efe6b43736f4:40157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:19:54,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,40157,1731169185773] 2024-11-09T16:19:54,775 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-716037507/draining/efe6b43736f4,40157,1731169185773 already deleted, retry=false 2024-11-09T16:19:54,775 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,40157,1731169185773 expired; onlineServers=0 2024-11-09T16:19:54,775 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,37569,1731169185730' ***** 2024-11-09T16:19:54,775 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:19:54,775 INFO [M:0;efe6b43736f4:37569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:19:54,775 INFO [M:0;efe6b43736f4:37569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:19:54,775 DEBUG [M:0;efe6b43736f4:37569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:19:54,775 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:19:54,775 DEBUG [M:0;efe6b43736f4:37569 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:19:54,775 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169186510 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169186510,5,FailOnTimeoutGroup] 2024-11-09T16:19:54,776 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169186510 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169186510,5,FailOnTimeoutGroup] 2024-11-09T16:19:54,776 INFO [M:0;efe6b43736f4:37569 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:19:54,776 INFO [M:0;efe6b43736f4:37569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:19:54,776 DEBUG [M:0;efe6b43736f4:37569 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:19:54,776 INFO [M:0;efe6b43736f4:37569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:19:54,776 INFO [M:0;efe6b43736f4:37569 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:19:54,776 INFO [M:0;efe6b43736f4:37569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:19:54,776 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:19:54,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-716037507/master 2024-11-09T16:19:54,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-716037507 2024-11-09T16:19:54,786 DEBUG [M:0;efe6b43736f4:37569 {}] zookeeper.ZKUtil(347): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Unable to get data of znode /0-716037507/master because node does not exist (not an error) 2024-11-09T16:19:54,786 WARN [M:0;efe6b43736f4:37569 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:19:54,786 INFO [M:0;efe6b43736f4:37569 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/.lastflushedseqids 2024-11-09T16:19:54,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741852_1028 (size=181) 2024-11-09T16:19:54,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10120652d2d0007, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:54,865 INFO [RS:0;efe6b43736f4:40157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:19:54,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40157-0x10120652d2d0007, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:54,865 INFO [RS:0;efe6b43736f4:40157 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,40157,1731169185773; zookeeper connection closed. 2024-11-09T16:19:54,865 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d259f2f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d259f2f 2024-11-09T16:19:54,865 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:19:55,191 INFO [M:0;efe6b43736f4:37569 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:19:55,192 INFO [M:0;efe6b43736f4:37569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:19:55,192 DEBUG [M:0;efe6b43736f4:37569 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:19:55,192 INFO [M:0;efe6b43736f4:37569 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:55,192 DEBUG [M:0;efe6b43736f4:37569 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:55,192 DEBUG [M:0;efe6b43736f4:37569 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:19:55,192 DEBUG [M:0;efe6b43736f4:37569 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:55,192 INFO [M:0;efe6b43736f4:37569 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T16:19:55,209 DEBUG [M:0;efe6b43736f4:37569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa259444573f4fc9974f42ffb14ceee9 is 82, key is hbase:meta,,1/info:regioninfo/1731169187136/Put/seqid=0 2024-11-09T16:19:55,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741853_1029 (size=5672) 2024-11-09T16:19:55,613 INFO [M:0;efe6b43736f4:37569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa259444573f4fc9974f42ffb14ceee9 2024-11-09T16:19:55,629 DEBUG [M:0;efe6b43736f4:37569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d630ee08caf242949fbf57f5b0d54ac0 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731169191388/Put/seqid=0 2024-11-09T16:19:55,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741854_1030 (size=7312) 2024-11-09T16:19:56,033 INFO [M:0;efe6b43736f4:37569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d630ee08caf242949fbf57f5b0d54ac0 2024-11-09T16:19:56,053 DEBUG [M:0;efe6b43736f4:37569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15fea9692b794a43ab285ed2b362c238 is 69, key is efe6b43736f4,40157,1731169185773/rs:state/1731169186633/Put/seqid=0 2024-11-09T16:19:56,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741855_1031 (size=5370) 2024-11-09T16:19:56,461 INFO [M:0;efe6b43736f4:37569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15fea9692b794a43ab285ed2b362c238 2024-11-09T16:19:56,466 INFO [M:0;efe6b43736f4:37569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15fea9692b794a43ab285ed2b362c238 2024-11-09T16:19:56,467 DEBUG [M:0;efe6b43736f4:37569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa259444573f4fc9974f42ffb14ceee9 as hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa259444573f4fc9974f42ffb14ceee9 2024-11-09T16:19:56,471 INFO [M:0;efe6b43736f4:37569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa259444573f4fc9974f42ffb14ceee9, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T16:19:56,472 DEBUG [M:0;efe6b43736f4:37569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d630ee08caf242949fbf57f5b0d54ac0 as hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d630ee08caf242949fbf57f5b0d54ac0 2024-11-09T16:19:56,477 INFO [M:0;efe6b43736f4:37569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d630ee08caf242949fbf57f5b0d54ac0, entries=7, sequenceid=127, filesize=7.1 K 2024-11-09T16:19:56,478 DEBUG [M:0;efe6b43736f4:37569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15fea9692b794a43ab285ed2b362c238 as hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15fea9692b794a43ab285ed2b362c238 2024-11-09T16:19:56,483 INFO [M:0;efe6b43736f4:37569 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15fea9692b794a43ab285ed2b362c238 2024-11-09T16:19:56,483 INFO [M:0;efe6b43736f4:37569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15fea9692b794a43ab285ed2b362c238, entries=2, sequenceid=127, filesize=5.2 K 2024-11-09T16:19:56,484 INFO [M:0;efe6b43736f4:37569 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=127, compaction requested=false 2024-11-09T16:19:56,485 INFO [M:0;efe6b43736f4:37569 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:19:56,485 DEBUG [M:0;efe6b43736f4:37569 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169195192Disabling compacts and flushes for region at 1731169195192Disabling writes for close at 1731169195192Obtaining lock to block concurrent updates at 1731169195192Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169195192Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731169195192Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169195193 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169195193Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169195208 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169195208Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169195617 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169195629 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169195629Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169196038 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169196052 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169196053 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b361bd5: reopening flushed file at 1731169196466 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9de0e45: reopening flushed file at 1731169196471 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df6bd71: reopening flushed file at 1731169196478 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=127, compaction requested=false at 1731169196484 (+6 ms)Writing region close event to WAL at 1731169196485 (+1 ms)Closed at 1731169196485 2024-11-09T16:19:56,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45219 is added to blk_1073741847_1023 (size=22903) 2024-11-09T16:19:56,487 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fb59ea12-d627-12fc-830f-e3714c7d1704/MasterData/WALs/efe6b43736f4,37569,1731169185730/efe6b43736f4%2C37569%2C1731169185730.1731169186277 not finished, retry = 0 2024-11-09T16:19:56,588 INFO [M:0;efe6b43736f4:37569 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:19:56,588 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:19:56,588 INFO [M:0;efe6b43736f4:37569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37569 2024-11-09T16:19:56,588 INFO [M:0;efe6b43736f4:37569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:19:56,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:56,770 INFO [M:0;efe6b43736f4:37569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:19:56,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37569-0x10120652d2d0006, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:19:56,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c67089d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:19:56,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61e0d86d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:19:56,773 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:19:56,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23cc2f18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:19:56,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d8f70de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/hadoop.log.dir/,STOPPED} 2024-11-09T16:19:56,774 WARN [BP-1970348608-172.17.0.3-1731169169812 heartbeating to localhost/127.0.0.1:35609 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:19:56,774 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:19:56,775 WARN [BP-1970348608-172.17.0.3-1731169169812 heartbeating to localhost/127.0.0.1:35609 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1970348608-172.17.0.3-1731169169812 (Datanode Uuid 84b2349e-8718-4bd5-a129-46edab4db928) service to localhost/127.0.0.1:35609 2024-11-09T16:19:56,775 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:19:56,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/cluster_cbd98dc5-b6ab-f604-0765-34e02b012253/data/data1/current/BP-1970348608-172.17.0.3-1731169169812 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:19:56,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/cluster_cbd98dc5-b6ab-f604-0765-34e02b012253/data/data2/current/BP-1970348608-172.17.0.3-1731169169812 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:19:56,776 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:19:56,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@139cfc99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:19:56,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f317f77{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:19:56,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:19:56,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b00a1cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:19:56,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ace9329{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be9fddc9-41c7-1611-acee-88f9b03a4744/hadoop.log.dir/,STOPPED} 2024-11-09T16:19:56,794 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T16:19:56,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:19:56,818 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 162) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57565) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35609 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57565) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43761 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=568 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=366 (was 396), ProcessCount=11 (was 11), AvailableMemoryMB=995 (was 1085) 2024-11-09T16:19:56,827 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=568, MaxFileDescriptor=1048576, SystemLoadAverage=366, ProcessCount=11, AvailableMemoryMB=995 2024-11-09T16:19:56,842 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-09T16:19:56,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/hadoop.log.dir so I do NOT create it in target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3 2024-11-09T16:19:56,843 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:19:56,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/hadoop.tmp.dir so I do NOT create it in target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3 2024-11-09T16:19:56,843 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49fbd32a-8542-f8ea-f0e0-6fefe4264704/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:19:56,843 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3 2024-11-09T16:19:56,843 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/cluster_1056e303-8f9b-9fa3-61c3-639f4b372a6d, deleteOnExit=true 2024-11-09T16:19:56,865 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/cluster_1056e303-8f9b-9fa3-61c3-639f4b372a6d/zookeeper_0, clientPort=55040, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/cluster_1056e303-8f9b-9fa3-61c3-639f4b372a6d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/cluster_1056e303-8f9b-9fa3-61c3-639f4b372a6d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T16:19:56,866 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55040 2024-11-09T16:19:56,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:19:56,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:19:56,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/test.cache.data in system properties and HBase conf 2024-11-09T16:19:56,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:19:56,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:19:56,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:19:56,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:19:56,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:19:56,866 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:19:56,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:19:56,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:19:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:19:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:19:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:19:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:19:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:19:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:19:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:19:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:19:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:19:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:19:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:19:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:19:56,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10120652d2d0005, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:19:56,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10120652d2d0005, quorum=127.0.0.1:57565, baseZNode=/1-1392441900 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:19:56,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10120652d2d0002, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:19:56,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10120652d2d0002, quorum=127.0.0.1:57565, baseZNode=/0-716037507 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:19:57,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:19:57,261 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:19:57,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:19:57,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:19:57,263 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:19:57,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:19:57,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51912cad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:19:57,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7702e3a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:19:57,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d4a2c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/java.io.tmpdir/jetty-localhost-36261-hadoop-hdfs-3_4_1-tests_jar-_-any-18161585526230804200/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:19:57,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c29c16d{HTTP/1.1, (http/1.1)}{localhost:36261} 2024-11-09T16:19:57,361 INFO [Time-limited test {}] server.Server(415): Started @160950ms 2024-11-09T16:19:57,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:19:57,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:19:57,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:19:57,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:19:57,636 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:19:57,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17373f9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:19:57,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f984e6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:19:57,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b0b1f36{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/java.io.tmpdir/jetty-localhost-45165-hadoop-hdfs-3_4_1-tests_jar-_-any-7120820320781653974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:19:57,732 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b816d00{HTTP/1.1, (http/1.1)}{localhost:45165} 2024-11-09T16:19:57,732 INFO [Time-limited test {}] server.Server(415): Started @161321ms 2024-11-09T16:19:57,733 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:19:58,378 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/cluster_1056e303-8f9b-9fa3-61c3-639f4b372a6d/data/data1/current/BP-729061646-172.17.0.3-1731169196881/current, will proceed with Du for space computation calculation, 2024-11-09T16:19:58,378 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/cluster_1056e303-8f9b-9fa3-61c3-639f4b372a6d/data/data2/current/BP-729061646-172.17.0.3-1731169196881/current, will proceed with Du for space computation calculation, 2024-11-09T16:19:58,392 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:19:58,394 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e132a83df142b0a with lease ID 0x8a4841f5cc5da002: Processing first storage report for DS-3f93c0b3-db6a-4293-8b7e-c356b6af9b37 from datanode DatanodeRegistration(127.0.0.1:45343, datanodeUuid=55d385a3-4609-488d-8d15-d23e691f4256, infoPort=41141, infoSecurePort=0, ipcPort=38251, storageInfo=lv=-57;cid=testClusterID;nsid=841337076;c=1731169196881) 2024-11-09T16:19:58,394 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e132a83df142b0a with lease ID 0x8a4841f5cc5da002: from storage DS-3f93c0b3-db6a-4293-8b7e-c356b6af9b37 node DatanodeRegistration(127.0.0.1:45343, datanodeUuid=55d385a3-4609-488d-8d15-d23e691f4256, infoPort=41141, infoSecurePort=0, ipcPort=38251, storageInfo=lv=-57;cid=testClusterID;nsid=841337076;c=1731169196881), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:19:58,394 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e132a83df142b0a with lease ID 0x8a4841f5cc5da002: Processing first storage report for DS-e220ad2c-68fb-418f-a854-55abd27f1c91 from datanode DatanodeRegistration(127.0.0.1:45343, datanodeUuid=55d385a3-4609-488d-8d15-d23e691f4256, infoPort=41141, infoSecurePort=0, ipcPort=38251, storageInfo=lv=-57;cid=testClusterID;nsid=841337076;c=1731169196881) 2024-11-09T16:19:58,394 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e132a83df142b0a with lease ID 0x8a4841f5cc5da002: from storage DS-e220ad2c-68fb-418f-a854-55abd27f1c91 node DatanodeRegistration(127.0.0.1:45343, datanodeUuid=55d385a3-4609-488d-8d15-d23e691f4256, infoPort=41141, infoSecurePort=0, ipcPort=38251, storageInfo=lv=-57;cid=testClusterID;nsid=841337076;c=1731169196881), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:19:58,456 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3 2024-11-09T16:19:58,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:58,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:58,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:19:58,866 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5 with version=8 2024-11-09T16:19:58,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/hbase-staging 2024-11-09T16:19:58,867 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:19:58,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:58,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:58,868 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:19:58,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:58,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:19:58,868 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:19:58,868 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:19:58,868 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34999 2024-11-09T16:19:58,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34999 connecting to ZooKeeper ensemble=127.0.0.1:55040 2024-11-09T16:19:58,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349990x0, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:19:58,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34999-0x101206596ec0000 connected 2024-11-09T16:19:59,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:59,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:59,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Set watcher on znode that does not yet exist, /0-1274031807/running 2024-11-09T16:19:59,020 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5, hbase.cluster.distributed=false 2024-11-09T16:19:59,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Set watcher on znode that does not yet exist, /0-1274031807/acl 2024-11-09T16:19:59,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34999 2024-11-09T16:19:59,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34999 2024-11-09T16:19:59,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34999 2024-11-09T16:19:59,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34999 2024-11-09T16:19:59,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34999 2024-11-09T16:19:59,035 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:19:59,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:59,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:59,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:19:59,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:19:59,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:19:59,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:19:59,036 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:19:59,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42279 2024-11-09T16:19:59,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42279 connecting to ZooKeeper ensemble=127.0.0.1:55040 2024-11-09T16:19:59,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:59,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:59,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422790x0, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:19:59,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422790x0, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Set watcher on znode that does not yet exist, /0-1274031807/running 2024-11-09T16:19:59,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42279-0x101206596ec0001 connected 2024-11-09T16:19:59,049 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:19:59,051 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:19:59,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Set watcher on znode that does not yet exist, /0-1274031807/master 2024-11-09T16:19:59,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Set watcher on znode that does not yet exist, /0-1274031807/acl 2024-11-09T16:19:59,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42279 2024-11-09T16:19:59,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42279 2024-11-09T16:19:59,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42279 2024-11-09T16:19:59,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42279 2024-11-09T16:19:59,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42279 2024-11-09T16:19:59,071 DEBUG [M:0;efe6b43736f4:34999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:34999 2024-11-09T16:19:59,071 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1274031807/backup-masters/efe6b43736f4,34999,1731169198867 2024-11-09T16:19:59,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807/backup-masters 2024-11-09T16:19:59,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807/backup-masters 2024-11-09T16:19:59,081 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Set watcher on existing znode=/0-1274031807/backup-masters/efe6b43736f4,34999,1731169198867 2024-11-09T16:19:59,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1274031807/master 2024-11-09T16:19:59,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807 2024-11-09T16:19:59,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807 2024-11-09T16:19:59,091 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Set watcher on existing znode=/0-1274031807/master 2024-11-09T16:19:59,091 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1274031807/backup-masters/efe6b43736f4,34999,1731169198867 from backup master directory 2024-11-09T16:19:59,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807/backup-masters 2024-11-09T16:19:59,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1274031807/backup-masters/efe6b43736f4,34999,1731169198867 2024-11-09T16:19:59,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807/backup-masters 2024-11-09T16:19:59,101 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:19:59,101 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,34999,1731169198867 2024-11-09T16:19:59,109 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/hbase.id] with ID: 001fec12-e108-445c-bae3-a14c0f949b9f 2024-11-09T16:19:59,109 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/.tmp/hbase.id 2024-11-09T16:19:59,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:19:59,188 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:19:59,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:59,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:59,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:59,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:59,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:59,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:59,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:59,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:19:59,513 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/.tmp/hbase.id]:[hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/hbase.id] 2024-11-09T16:19:59,525 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:19:59,525 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:19:59,526 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T16:19:59,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807 2024-11-09T16:19:59,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807 2024-11-09T16:19:59,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:19:59,949 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:19:59,950 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:19:59,951 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:19:59,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:20:00,357 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store 2024-11-09T16:20:00,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:20:00,763 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:00,763 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:20:00,763 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:00,763 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:00,763 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:20:00,763 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:00,763 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:00,763 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169200763Disabling compacts and flushes for region at 1731169200763Disabling writes for close at 1731169200763Writing region close event to WAL at 1731169200763Closed at 1731169200763 2024-11-09T16:20:00,764 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/.initializing 2024-11-09T16:20:00,764 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/WALs/efe6b43736f4,34999,1731169198867 2024-11-09T16:20:00,764 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:20:00,766 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C34999%2C1731169198867, suffix=, logDir=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/WALs/efe6b43736f4,34999,1731169198867, archiveDir=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/oldWALs, maxLogs=10 2024-11-09T16:20:00,777 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/WALs/efe6b43736f4,34999,1731169198867/efe6b43736f4%2C34999%2C1731169198867.1731169200766, exclude list is [], retry=0 2024-11-09T16:20:00,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45343,DS-3f93c0b3-db6a-4293-8b7e-c356b6af9b37,DISK] 2024-11-09T16:20:00,780 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/WALs/efe6b43736f4,34999,1731169198867/efe6b43736f4%2C34999%2C1731169198867.1731169200766 2024-11-09T16:20:00,781 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41141:41141)] 2024-11-09T16:20:00,781 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:20:00,781 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:00,781 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:00,781 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:00,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:00,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:20:00,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:00,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:00,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:00,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:20:00,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:00,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:00,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:00,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:20:00,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:00,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:00,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:00,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:20:00,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:00,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:00,787 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:00,788 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:00,788 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:00,789 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:00,789 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:00,789 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:20:00,790 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:00,791 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:20:00,791 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71101114, jitterRate=0.059489160776138306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:20:00,792 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169200781Initializing all the Stores at 1731169200782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169200782Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169200782Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169200782Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169200782Cleaning up temporary data from old regions at 1731169200789 (+7 ms)Region opened successfully at 1731169200792 (+3 ms) 2024-11-09T16:20:00,792 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:20:00,794 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4de872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:20:00,795 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:20:00,795 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:20:00,795 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:20:00,795 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:20:00,795 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:20:00,796 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:20:00,796 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:20:00,797 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:20:00,798 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Unable to get data of znode /0-1274031807/balancer because node does not exist (not necessarily an error) 2024-11-09T16:20:00,859 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1274031807/balancer already deleted, retry=false 2024-11-09T16:20:00,860 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:20:00,860 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Unable to get data of znode /0-1274031807/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:20:00,869 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1274031807/normalizer already deleted, retry=false 2024-11-09T16:20:00,870 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:20:00,871 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Unable to get data of znode /0-1274031807/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:20:00,880 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1274031807/switch/split already deleted, retry=false 2024-11-09T16:20:00,881 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Unable to get data of znode /0-1274031807/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:20:00,890 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1274031807/switch/merge already deleted, retry=false 2024-11-09T16:20:00,892 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Unable to get data of znode /0-1274031807/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:20:00,901 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1274031807/snapshot-cleanup already deleted, retry=false 2024-11-09T16:20:00,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1274031807/running 2024-11-09T16:20:00,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1274031807/running 2024-11-09T16:20:00,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807 2024-11-09T16:20:00,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807 2024-11-09T16:20:00,912 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,34999,1731169198867, sessionid=0x101206596ec0000, setting cluster-up flag (Was=false) 2024-11-09T16:20:00,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807 2024-11-09T16:20:00,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807 2024-11-09T16:20:00,964 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1274031807/flush-table-proc/acquired, /0-1274031807/flush-table-proc/reached, /0-1274031807/flush-table-proc/abort 2024-11-09T16:20:00,965 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,34999,1731169198867 2024-11-09T16:20:00,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807 2024-11-09T16:20:00,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807 2024-11-09T16:20:01,017 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1274031807/online-snapshot/acquired, /0-1274031807/online-snapshot/reached, /0-1274031807/online-snapshot/abort 2024-11-09T16:20:01,018 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,34999,1731169198867 2024-11-09T16:20:01,019 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:20:01,020 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:01,020 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:20:01,020 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:20:01,021 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of efe6b43736f4,46749,1731169172300: status=Processing ServerCrashProcedure of efe6b43736f4,46749,1731169172300 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731169186509, completionTime=-1 appears to have been leaked 2024-11-09T16:20:01,021 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,34999,1731169198867 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:20:01,022 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:01,022 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:01,022 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:01,022 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:01,022 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:20:01,022 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:01,022 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:20:01,022 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:01,023 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169231023 2024-11-09T16:20:01,023 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:20:01,023 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:20:01,023 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:20:01,023 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:20:01,023 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:20:01,023 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:20:01,023 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:01,024 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:01,024 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:20:01,024 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:20:01,024 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:20:01,024 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:20:01,024 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:20:01,024 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:20:01,024 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:20:01,024 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169201024,5,FailOnTimeoutGroup] 2024-11-09T16:20:01,025 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169201024,5,FailOnTimeoutGroup] 2024-11-09T16:20:01,025 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:01,025 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:20:01,025 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:01,025 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:01,025 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:01,025 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:20:01,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:20:01,063 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(746): ClusterId : 001fec12-e108-445c-bae3-a14c0f949b9f 2024-11-09T16:20:01,063 DEBUG [RS:0;efe6b43736f4:42279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:20:01,070 DEBUG [RS:0;efe6b43736f4:42279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:20:01,070 DEBUG [RS:0;efe6b43736f4:42279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:20:01,081 DEBUG [RS:0;efe6b43736f4:42279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:20:01,081 DEBUG [RS:0;efe6b43736f4:42279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a579307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:20:01,091 DEBUG [RS:0;efe6b43736f4:42279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:42279 2024-11-09T16:20:01,091 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:20:01,091 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:20:01,091 DEBUG [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:20:01,092 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,34999,1731169198867 with port=42279, startcode=1731169199035 2024-11-09T16:20:01,092 DEBUG [RS:0;efe6b43736f4:42279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:20:01,093 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:20:01,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34999 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,42279,1731169199035 2024-11-09T16:20:01,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34999 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,42279,1731169199035 2024-11-09T16:20:01,095 DEBUG [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5 2024-11-09T16:20:01,095 DEBUG [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37751 2024-11-09T16:20:01,095 DEBUG [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:20:01,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807/rs 2024-11-09T16:20:01,101 DEBUG [RS:0;efe6b43736f4:42279 {}] zookeeper.ZKUtil(111): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Set watcher on existing znode=/0-1274031807/rs/efe6b43736f4,42279,1731169199035 2024-11-09T16:20:01,102 WARN [RS:0;efe6b43736f4:42279 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:20:01,102 INFO [RS:0;efe6b43736f4:42279 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:20:01,102 DEBUG [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035 2024-11-09T16:20:01,102 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,42279,1731169199035] 2024-11-09T16:20:01,104 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:20:01,106 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:20:01,108 INFO [RS:0;efe6b43736f4:42279 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:20:01,108 INFO [RS:0;efe6b43736f4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:01,108 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:20:01,109 INFO [RS:0;efe6b43736f4:42279 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:20:01,109 INFO [RS:0;efe6b43736f4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:01,109 DEBUG [RS:0;efe6b43736f4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:01,109 DEBUG [RS:0;efe6b43736f4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:01,110 DEBUG [RS:0;efe6b43736f4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:01,110 DEBUG [RS:0;efe6b43736f4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:01,110 DEBUG [RS:0;efe6b43736f4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:01,110 DEBUG [RS:0;efe6b43736f4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:20:01,110 DEBUG [RS:0;efe6b43736f4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:01,110 DEBUG [RS:0;efe6b43736f4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:01,110 DEBUG [RS:0;efe6b43736f4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:01,110 DEBUG [RS:0;efe6b43736f4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:01,110 DEBUG [RS:0;efe6b43736f4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:01,110 DEBUG [RS:0;efe6b43736f4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:01,110 DEBUG [RS:0;efe6b43736f4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:20:01,110 DEBUG [RS:0;efe6b43736f4:42279 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:20:01,112 INFO [RS:0;efe6b43736f4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:01,112 INFO [RS:0;efe6b43736f4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:01,112 INFO [RS:0;efe6b43736f4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:01,112 INFO [RS:0;efe6b43736f4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:01,112 INFO [RS:0;efe6b43736f4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:01,112 INFO [RS:0;efe6b43736f4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,42279,1731169199035-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:20:01,125 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:20:01,125 INFO [RS:0;efe6b43736f4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,42279,1731169199035-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:01,125 INFO [RS:0;efe6b43736f4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:01,125 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.Replication(171): efe6b43736f4,42279,1731169199035 started 2024-11-09T16:20:01,136 INFO [RS:0;efe6b43736f4:42279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:01,136 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,42279,1731169199035, RpcServer on efe6b43736f4/172.17.0.3:42279, sessionid=0x101206596ec0001 2024-11-09T16:20:01,137 DEBUG [RS:0;efe6b43736f4:42279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:20:01,137 DEBUG [RS:0;efe6b43736f4:42279 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,42279,1731169199035 2024-11-09T16:20:01,137 DEBUG [RS:0;efe6b43736f4:42279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,42279,1731169199035' 2024-11-09T16:20:01,137 DEBUG [RS:0;efe6b43736f4:42279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1274031807/flush-table-proc/abort' 2024-11-09T16:20:01,137 DEBUG [RS:0;efe6b43736f4:42279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1274031807/flush-table-proc/acquired' 2024-11-09T16:20:01,138 DEBUG [RS:0;efe6b43736f4:42279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:20:01,138 DEBUG [RS:0;efe6b43736f4:42279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:20:01,138 DEBUG [RS:0;efe6b43736f4:42279 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,42279,1731169199035 2024-11-09T16:20:01,138 DEBUG [RS:0;efe6b43736f4:42279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,42279,1731169199035' 2024-11-09T16:20:01,138 DEBUG [RS:0;efe6b43736f4:42279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1274031807/online-snapshot/abort' 2024-11-09T16:20:01,138 DEBUG [RS:0;efe6b43736f4:42279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1274031807/online-snapshot/acquired' 2024-11-09T16:20:01,138 DEBUG [RS:0;efe6b43736f4:42279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:20:01,138 INFO [RS:0;efe6b43736f4:42279 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:20:01,138 INFO [RS:0;efe6b43736f4:42279 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:20:01,239 INFO [RS:0;efe6b43736f4:42279 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:20:01,240 INFO [RS:0;efe6b43736f4:42279 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C42279%2C1731169199035, suffix=, logDir=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035, archiveDir=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/oldWALs, maxLogs=10 2024-11-09T16:20:01,252 DEBUG [RS:0;efe6b43736f4:42279 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240, exclude list is [], retry=0 2024-11-09T16:20:01,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45343,DS-3f93c0b3-db6a-4293-8b7e-c356b6af9b37,DISK] 2024-11-09T16:20:01,256 INFO [RS:0;efe6b43736f4:42279 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 2024-11-09T16:20:01,256 DEBUG [RS:0;efe6b43736f4:42279 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41141:41141)] 2024-11-09T16:20:01,430 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:20:01,430 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5 2024-11-09T16:20:01,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741833_1009 (size=32) 2024-11-09T16:20:01,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:01,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:20:01,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:20:01,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:01,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:01,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:20:01,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:20:01,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:01,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:01,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:20:01,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:20:01,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:01,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:01,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:20:01,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:20:01,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:01,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:01,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:20:01,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740 2024-11-09T16:20:01,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740 2024-11-09T16:20:01,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:20:01,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:20:01,845 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:20:01,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:20:01,847 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:20:01,847 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64830765, jitterRate=-0.03394632041454315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:20:01,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169201836Initializing all the Stores at 1731169201837 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169201837Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169201837Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169201837Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169201837Cleaning up temporary data from old regions at 1731169201844 (+7 ms)Region opened successfully at 1731169201848 (+4 ms) 2024-11-09T16:20:01,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:20:01,848 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:20:01,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:20:01,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:20:01,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:20:01,849 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:20:01,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169201848Disabling compacts and flushes for region at 1731169201848Disabling writes for close at 1731169201848Writing region close event to WAL at 1731169201849 (+1 ms)Closed at 1731169201849 2024-11-09T16:20:01,850 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:01,850 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:20:01,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:20:01,850 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:20:01,851 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:20:02,001 DEBUG [efe6b43736f4:34999 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:20:02,002 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,42279,1731169199035 2024-11-09T16:20:02,003 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,42279,1731169199035, state=OPENING 2024-11-09T16:20:02,059 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:20:02,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807 2024-11-09T16:20:02,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807 2024-11-09T16:20:02,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1274031807/meta-region-server: CHANGED 2024-11-09T16:20:02,097 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:20:02,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1274031807/meta-region-server: CHANGED 2024-11-09T16:20:02,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,42279,1731169199035}] 2024-11-09T16:20:02,249 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:20:02,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:20:02,253 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:20:02,253 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:20:02,253 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:20:02,254 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C42279%2C1731169199035.meta, suffix=.meta, logDir=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035, archiveDir=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/oldWALs, maxLogs=10 2024-11-09T16:20:02,266 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.meta.1731169202255.meta, exclude list is [], retry=0 2024-11-09T16:20:02,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45343,DS-3f93c0b3-db6a-4293-8b7e-c356b6af9b37,DISK] 2024-11-09T16:20:02,269 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.meta.1731169202255.meta 2024-11-09T16:20:02,269 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41141:41141)] 2024-11-09T16:20:02,269 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:20:02,269 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:20:02,270 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:20:02,270 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:20:02,270 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:20:02,270 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:20:02,270 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:02,270 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:20:02,270 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:20:02,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:20:02,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:20:02,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:02,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:02,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:20:02,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:20:02,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:02,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:02,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:20:02,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:20:02,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:02,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:02,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:20:02,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:20:02,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:02,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:02,275 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:20:02,275 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740 2024-11-09T16:20:02,276 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740 2024-11-09T16:20:02,277 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:20:02,277 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:20:02,277 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:20:02,279 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:20:02,279 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67365445, jitterRate=0.0038233548402786255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:20:02,279 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:20:02,280 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169202270Writing region info on filesystem at 1731169202270Initializing all the Stores at 1731169202271 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169202271Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169202271Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169202271Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169202271Cleaning up temporary data from old regions at 1731169202277 (+6 ms)Running coprocessor post-open hooks at 1731169202279 (+2 ms)Region opened successfully at 1731169202280 (+1 ms) 2024-11-09T16:20:02,280 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169202249 2024-11-09T16:20:02,282 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:20:02,282 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:20:02,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,42279,1731169199035 2024-11-09T16:20:02,283 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,42279,1731169199035, state=OPEN 2024-11-09T16:20:02,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1274031807/meta-region-server 2024-11-09T16:20:02,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1274031807/meta-region-server 2024-11-09T16:20:02,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1274031807/meta-region-server: CHANGED 2024-11-09T16:20:02,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1274031807/meta-region-server: CHANGED 2024-11-09T16:20:02,301 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,42279,1731169199035 2024-11-09T16:20:02,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:20:02,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,42279,1731169199035 in 204 msec 2024-11-09T16:20:02,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:20:02,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-11-09T16:20:02,305 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:02,305 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:20:02,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:02,306 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42279,1731169199035, seqNum=-1] 2024-11-09T16:20:02,306 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:02,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:20:02,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-09T16:20:02,311 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169202311, completionTime=-1 2024-11-09T16:20:02,311 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:20:02,311 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:20:02,313 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:20:02,313 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169262313 2024-11-09T16:20:02,313 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169322313 2024-11-09T16:20:02,313 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T16:20:02,313 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34999,1731169198867-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:02,313 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34999,1731169198867-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:02,313 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34999,1731169198867-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:02,313 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:34999, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:02,313 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:02,313 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:02,315 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:20:02,316 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.215sec 2024-11-09T16:20:02,316 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:20:02,316 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:20:02,316 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:20:02,316 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:20:02,316 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:20:02,316 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34999,1731169198867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:20:02,316 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34999,1731169198867-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:20:02,318 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:20:02,318 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:20:02,318 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34999,1731169198867-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:02,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ea8901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:02,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34999,-1 for getting cluster id 2024-11-09T16:20:02,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:02,365 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '001fec12-e108-445c-bae3-a14c0f949b9f' 2024-11-09T16:20:02,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:02,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "001fec12-e108-445c-bae3-a14c0f949b9f" 2024-11-09T16:20:02,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edca671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:02,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34999,-1] 2024-11-09T16:20:02,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:02,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:02,366 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:02,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dec8d0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:02,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:02,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42279,1731169199035, seqNum=-1] 2024-11-09T16:20:02,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:02,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:20:02,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,34999,1731169198867 2024-11-09T16:20:02,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55040 2024-11-09T16:20:02,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:20:02,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101206596ec0002 connected 2024-11-09T16:20:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/hadoop.log.dir so I do NOT create it in target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f 2024-11-09T16:20:02,387 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:20:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/hadoop.tmp.dir so I do NOT create it in target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f 2024-11-09T16:20:02,387 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:20:02,387 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f 2024-11-09T16:20:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:20:02,387 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/cluster_5b60e2f1-75d9-bc4d-fe65-1f8e937424f3, deleteOnExit=true 2024-11-09T16:20:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:20:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/test.cache.data in system properties and HBase conf 2024-11-09T16:20:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:20:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:20:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:20:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:20:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:20:02,388 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:20:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:20:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:20:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:20:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:20:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:20:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:20:02,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:20:02,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:20:02,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:20:02,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:20:02,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:20:02,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:20:02,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:20:02,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:20:02,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:20:02,750 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:20:02,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:20:02,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:20:02,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T16:20:02,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:20:02,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ae04b5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:20:02,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ef8e466{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:20:02,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T16:20:02,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bac464d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/java.io.tmpdir/jetty-localhost-42677-hadoop-hdfs-3_4_1-tests_jar-_-any-12956449197618748659/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:20:02,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bae29d{HTTP/1.1, (http/1.1)}{localhost:42677} 2024-11-09T16:20:02,847 INFO [Time-limited test {}] server.Server(415): Started @166436ms 2024-11-09T16:20:03,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:20:03,105 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:20:03,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:20:03,108 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:20:03,108 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:20:03,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c855783{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:20:03,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29db64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:20:03,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62978b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/java.io.tmpdir/jetty-localhost-33415-hadoop-hdfs-3_4_1-tests_jar-_-any-2640762715645006753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:20:03,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ce4868{HTTP/1.1, (http/1.1)}{localhost:33415} 2024-11-09T16:20:03,215 INFO [Time-limited test {}] server.Server(415): Started @166804ms 2024-11-09T16:20:03,216 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:20:03,964 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/cluster_5b60e2f1-75d9-bc4d-fe65-1f8e937424f3/data/data2/current/BP-1069850938-172.17.0.3-1731169202413/current, will proceed with Du for space computation calculation, 2024-11-09T16:20:03,964 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/cluster_5b60e2f1-75d9-bc4d-fe65-1f8e937424f3/data/data1/current/BP-1069850938-172.17.0.3-1731169202413/current, will proceed with Du for space computation calculation, 2024-11-09T16:20:03,979 WARN [Thread-1784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:20:03,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe61ad7fd4ca0b595 with lease ID 0xf20173c3a61166e0: Processing first storage report for DS-1dd00c27-c915-4447-a30e-3b6c00dfaffd from datanode DatanodeRegistration(127.0.0.1:35063, datanodeUuid=d80b76e0-6fba-4969-aa5d-39b7b6504864, infoPort=38769, infoSecurePort=0, ipcPort=40061, storageInfo=lv=-57;cid=testClusterID;nsid=449985543;c=1731169202413) 2024-11-09T16:20:03,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe61ad7fd4ca0b595 with lease ID 0xf20173c3a61166e0: from storage DS-1dd00c27-c915-4447-a30e-3b6c00dfaffd node DatanodeRegistration(127.0.0.1:35063, datanodeUuid=d80b76e0-6fba-4969-aa5d-39b7b6504864, infoPort=38769, infoSecurePort=0, ipcPort=40061, storageInfo=lv=-57;cid=testClusterID;nsid=449985543;c=1731169202413), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T16:20:03,981 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe61ad7fd4ca0b595 with lease ID 0xf20173c3a61166e0: Processing first storage report for DS-f611a3bc-17f9-46e4-a14a-9b587cd22f65 from datanode DatanodeRegistration(127.0.0.1:35063, datanodeUuid=d80b76e0-6fba-4969-aa5d-39b7b6504864, infoPort=38769, infoSecurePort=0, ipcPort=40061, storageInfo=lv=-57;cid=testClusterID;nsid=449985543;c=1731169202413) 2024-11-09T16:20:03,981 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe61ad7fd4ca0b595 with lease ID 0xf20173c3a61166e0: from storage DS-f611a3bc-17f9-46e4-a14a-9b587cd22f65 node DatanodeRegistration(127.0.0.1:35063, datanodeUuid=d80b76e0-6fba-4969-aa5d-39b7b6504864, infoPort=38769, infoSecurePort=0, ipcPort=40061, storageInfo=lv=-57;cid=testClusterID;nsid=449985543;c=1731169202413), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:20:04,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f 2024-11-09T16:20:04,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:04,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:04,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:20:04,457 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe with version=8 2024-11-09T16:20:04,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/hbase-staging 2024-11-09T16:20:04,459 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:20:04,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:04,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:04,459 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:20:04,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:04,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:20:04,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:20:04,460 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:20:04,460 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37331 2024-11-09T16:20:04,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37331 connecting to ZooKeeper ensemble=127.0.0.1:55040 2024-11-09T16:20:04,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373310x0, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:20:04,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37331-0x101206596ec0003 connected 2024-11-09T16:20:04,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:04,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:04,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Set watcher on znode that does not yet exist, /11298458627/running 2024-11-09T16:20:04,589 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe, hbase.cluster.distributed=false 2024-11-09T16:20:04,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Set watcher on znode that does not yet exist, /11298458627/acl 2024-11-09T16:20:04,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37331 2024-11-09T16:20:04,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37331 2024-11-09T16:20:04,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37331 2024-11-09T16:20:04,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37331 2024-11-09T16:20:04,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37331 2024-11-09T16:20:04,604 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:20:04,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:04,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:04,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:20:04,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:04,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:20:04,605 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:20:04,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:20:04,605 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42985 2024-11-09T16:20:04,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42985 connecting to ZooKeeper ensemble=127.0.0.1:55040 2024-11-09T16:20:04,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:04,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:04,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429850x0, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:20:04,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42985-0x101206596ec0004 connected 2024-11-09T16:20:04,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Set watcher on znode that does not yet exist, /11298458627/running 2024-11-09T16:20:04,617 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:20:04,620 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:20:04,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Set watcher on znode that does not yet exist, /11298458627/master 2024-11-09T16:20:04,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Set watcher on znode that does not yet exist, /11298458627/acl 2024-11-09T16:20:04,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42985 2024-11-09T16:20:04,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42985 2024-11-09T16:20:04,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42985 2024-11-09T16:20:04,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42985 2024-11-09T16:20:04,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42985 2024-11-09T16:20:04,638 DEBUG [M:0;efe6b43736f4:37331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:37331 2024-11-09T16:20:04,638 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11298458627/backup-masters/efe6b43736f4,37331,1731169204459 2024-11-09T16:20:04,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627/backup-masters 2024-11-09T16:20:04,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627/backup-masters 2024-11-09T16:20:04,649 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Set watcher on existing znode=/11298458627/backup-masters/efe6b43736f4,37331,1731169204459 2024-11-09T16:20:04,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11298458627/master 2024-11-09T16:20:04,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627 2024-11-09T16:20:04,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627 2024-11-09T16:20:04,659 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Set watcher on existing znode=/11298458627/master 2024-11-09T16:20:04,659 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11298458627/backup-masters/efe6b43736f4,37331,1731169204459 from backup master directory 2024-11-09T16:20:04,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11298458627/backup-masters/efe6b43736f4,37331,1731169204459 2024-11-09T16:20:04,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627/backup-masters 2024-11-09T16:20:04,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627/backup-masters 2024-11-09T16:20:04,669 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:20:04,669 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,37331,1731169204459 2024-11-09T16:20:04,673 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/hbase.id] with ID: 5e4006d6-d443-4665-a3f9-4bf3c678c892 2024-11-09T16:20:04,673 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/.tmp/hbase.id 2024-11-09T16:20:04,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:20:05,078 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/.tmp/hbase.id]:[hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/hbase.id] 2024-11-09T16:20:05,086 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:05,086 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:20:05,087 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T16:20:05,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627 2024-11-09T16:20:05,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627 2024-11-09T16:20:05,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:20:05,538 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:20:05,539 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:20:05,539 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:20:05,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:20:05,946 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store 2024-11-09T16:20:05,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:20:06,352 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:06,352 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:20:06,352 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:06,352 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:06,352 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:20:06,352 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:06,352 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:06,352 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169206352Disabling compacts and flushes for region at 1731169206352Disabling writes for close at 1731169206352Writing region close event to WAL at 1731169206352Closed at 1731169206352 2024-11-09T16:20:06,353 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/.initializing 2024-11-09T16:20:06,353 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/WALs/efe6b43736f4,37331,1731169204459 2024-11-09T16:20:06,354 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:20:06,356 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C37331%2C1731169204459, suffix=, logDir=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/WALs/efe6b43736f4,37331,1731169204459, archiveDir=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/oldWALs, maxLogs=10 2024-11-09T16:20:06,372 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/WALs/efe6b43736f4,37331,1731169204459/efe6b43736f4%2C37331%2C1731169204459.1731169206356, exclude list is [], retry=0 2024-11-09T16:20:06,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35063,DS-1dd00c27-c915-4447-a30e-3b6c00dfaffd,DISK] 2024-11-09T16:20:06,376 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/WALs/efe6b43736f4,37331,1731169204459/efe6b43736f4%2C37331%2C1731169204459.1731169206356 2024-11-09T16:20:06,376 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38769:38769)] 2024-11-09T16:20:06,376 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:20:06,377 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:06,377 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:06,377 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:06,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:06,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:20:06,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:06,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:06,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:06,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:20:06,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:06,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:06,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:06,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:20:06,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:06,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:06,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:06,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:20:06,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:06,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:06,383 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:06,384 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:06,384 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:06,385 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:06,385 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:06,385 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:20:06,386 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:06,388 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:20:06,388 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74183828, jitterRate=0.10542517900466919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:20:06,388 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169206377Initializing all the Stores at 1731169206377Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169206377Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169206378 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169206378Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169206378Cleaning up temporary data from old regions at 1731169206385 (+7 ms)Region opened successfully at 1731169206388 (+3 ms) 2024-11-09T16:20:06,388 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:20:06,391 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f06c4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:20:06,391 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:20:06,391 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:20:06,391 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:20:06,392 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:20:06,392 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:20:06,392 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:20:06,392 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:20:06,394 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:20:06,394 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Unable to get data of znode /11298458627/balancer because node does not exist (not necessarily an error) 2024-11-09T16:20:06,491 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11298458627/balancer already deleted, retry=false 2024-11-09T16:20:06,491 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:20:06,492 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Unable to get data of znode /11298458627/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:20:06,501 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11298458627/normalizer already deleted, retry=false 2024-11-09T16:20:06,501 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:20:06,502 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Unable to get data of znode /11298458627/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:20:06,511 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11298458627/switch/split already deleted, retry=false 2024-11-09T16:20:06,512 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Unable to get data of znode /11298458627/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:20:06,522 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11298458627/switch/merge already deleted, retry=false 2024-11-09T16:20:06,523 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Unable to get data of znode /11298458627/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:20:06,532 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11298458627/snapshot-cleanup already deleted, retry=false 2024-11-09T16:20:06,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11298458627/running 2024-11-09T16:20:06,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11298458627/running 2024-11-09T16:20:06,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627 2024-11-09T16:20:06,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627 2024-11-09T16:20:06,543 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,37331,1731169204459, sessionid=0x101206596ec0003, setting cluster-up flag (Was=false) 2024-11-09T16:20:06,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627 2024-11-09T16:20:06,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627 2024-11-09T16:20:06,595 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11298458627/flush-table-proc/acquired, /11298458627/flush-table-proc/reached, /11298458627/flush-table-proc/abort 2024-11-09T16:20:06,596 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,37331,1731169204459 2024-11-09T16:20:06,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627 2024-11-09T16:20:06,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627 2024-11-09T16:20:06,648 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11298458627/online-snapshot/acquired, /11298458627/online-snapshot/reached, /11298458627/online-snapshot/abort 2024-11-09T16:20:06,649 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,37331,1731169204459 2024-11-09T16:20:06,650 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:20:06,652 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:06,652 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:20:06,653 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:20:06,653 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,37331,1731169204459 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:20:06,654 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:06,654 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:06,654 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:06,654 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:06,654 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:20:06,654 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:06,654 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:20:06,654 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:06,656 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:06,656 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:20:06,657 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:06,657 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:20:06,664 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169236664 2024-11-09T16:20:06,664 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:20:06,664 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:20:06,664 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:20:06,665 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:20:06,665 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:20:06,665 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:20:06,665 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:06,668 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:20:06,668 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:20:06,668 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:20:06,668 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:20:06,668 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:20:06,668 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:20:06,673 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169206668,5,FailOnTimeoutGroup] 2024-11-09T16:20:06,674 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169206673,5,FailOnTimeoutGroup] 2024-11-09T16:20:06,674 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:06,674 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:20:06,674 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:06,674 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:06,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:20:06,680 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:20:06,681 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe 2024-11-09T16:20:06,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741832_1008 (size=32) 2024-11-09T16:20:06,730 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(746): ClusterId : 5e4006d6-d443-4665-a3f9-4bf3c678c892 2024-11-09T16:20:06,730 DEBUG [RS:0;efe6b43736f4:42985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:20:06,743 DEBUG [RS:0;efe6b43736f4:42985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:20:06,743 DEBUG [RS:0;efe6b43736f4:42985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:20:06,754 DEBUG [RS:0;efe6b43736f4:42985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:20:06,754 DEBUG [RS:0;efe6b43736f4:42985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12908c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:20:06,764 DEBUG [RS:0;efe6b43736f4:42985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:42985 2024-11-09T16:20:06,764 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:20:06,764 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:20:06,764 DEBUG [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:20:06,765 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,37331,1731169204459 with port=42985, startcode=1731169204604 2024-11-09T16:20:06,765 DEBUG [RS:0;efe6b43736f4:42985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:20:06,766 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:20:06,767 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37331 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,42985,1731169204604 2024-11-09T16:20:06,767 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37331 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,42985,1731169204604 2024-11-09T16:20:06,768 DEBUG [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe 2024-11-09T16:20:06,768 DEBUG [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38079 2024-11-09T16:20:06,768 DEBUG [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:20:06,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627/rs 2024-11-09T16:20:06,817 DEBUG [RS:0;efe6b43736f4:42985 {}] zookeeper.ZKUtil(111): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Set watcher on existing znode=/11298458627/rs/efe6b43736f4,42985,1731169204604 2024-11-09T16:20:06,817 WARN [RS:0;efe6b43736f4:42985 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:20:06,817 INFO [RS:0;efe6b43736f4:42985 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:20:06,817 DEBUG [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604 2024-11-09T16:20:06,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,42985,1731169204604] 2024-11-09T16:20:06,820 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:20:06,822 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:20:06,822 INFO [RS:0;efe6b43736f4:42985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:20:06,822 INFO [RS:0;efe6b43736f4:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:06,822 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:20:06,823 INFO [RS:0;efe6b43736f4:42985 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:20:06,823 INFO [RS:0;efe6b43736f4:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:06,823 DEBUG [RS:0;efe6b43736f4:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:06,823 DEBUG [RS:0;efe6b43736f4:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:06,823 DEBUG [RS:0;efe6b43736f4:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:06,823 DEBUG [RS:0;efe6b43736f4:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:06,823 DEBUG [RS:0;efe6b43736f4:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:06,823 DEBUG [RS:0;efe6b43736f4:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:20:06,824 DEBUG [RS:0;efe6b43736f4:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:06,824 DEBUG [RS:0;efe6b43736f4:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:06,824 DEBUG [RS:0;efe6b43736f4:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:06,824 DEBUG [RS:0;efe6b43736f4:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:06,824 DEBUG [RS:0;efe6b43736f4:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:06,824 DEBUG [RS:0;efe6b43736f4:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:06,824 DEBUG [RS:0;efe6b43736f4:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:20:06,824 DEBUG [RS:0;efe6b43736f4:42985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:20:06,824 INFO [RS:0;efe6b43736f4:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:06,824 INFO [RS:0;efe6b43736f4:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:06,824 INFO [RS:0;efe6b43736f4:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:06,824 INFO [RS:0;efe6b43736f4:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:06,824 INFO [RS:0;efe6b43736f4:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:06,824 INFO [RS:0;efe6b43736f4:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,42985,1731169204604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:20:06,841 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:20:06,841 INFO [RS:0;efe6b43736f4:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,42985,1731169204604-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:06,841 INFO [RS:0;efe6b43736f4:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:06,841 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.Replication(171): efe6b43736f4,42985,1731169204604 started 2024-11-09T16:20:06,854 INFO [RS:0;efe6b43736f4:42985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:06,854 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,42985,1731169204604, RpcServer on efe6b43736f4/172.17.0.3:42985, sessionid=0x101206596ec0004 2024-11-09T16:20:06,854 DEBUG [RS:0;efe6b43736f4:42985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:20:06,854 DEBUG [RS:0;efe6b43736f4:42985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,42985,1731169204604 2024-11-09T16:20:06,854 DEBUG [RS:0;efe6b43736f4:42985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,42985,1731169204604' 2024-11-09T16:20:06,854 DEBUG [RS:0;efe6b43736f4:42985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11298458627/flush-table-proc/abort' 2024-11-09T16:20:06,854 DEBUG [RS:0;efe6b43736f4:42985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11298458627/flush-table-proc/acquired' 2024-11-09T16:20:06,855 DEBUG [RS:0;efe6b43736f4:42985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:20:06,855 DEBUG [RS:0;efe6b43736f4:42985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:20:06,855 DEBUG [RS:0;efe6b43736f4:42985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,42985,1731169204604 2024-11-09T16:20:06,855 DEBUG [RS:0;efe6b43736f4:42985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,42985,1731169204604' 2024-11-09T16:20:06,855 DEBUG [RS:0;efe6b43736f4:42985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11298458627/online-snapshot/abort' 2024-11-09T16:20:06,855 DEBUG [RS:0;efe6b43736f4:42985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11298458627/online-snapshot/acquired' 2024-11-09T16:20:06,855 DEBUG [RS:0;efe6b43736f4:42985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:20:06,855 INFO [RS:0;efe6b43736f4:42985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:20:06,855 INFO [RS:0;efe6b43736f4:42985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:20:06,956 INFO [RS:0;efe6b43736f4:42985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:20:06,957 INFO [RS:0;efe6b43736f4:42985 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C42985%2C1731169204604, suffix=, logDir=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604, archiveDir=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/oldWALs, maxLogs=10 2024-11-09T16:20:06,974 DEBUG [RS:0;efe6b43736f4:42985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958, exclude list is [], retry=0 2024-11-09T16:20:06,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35063,DS-1dd00c27-c915-4447-a30e-3b6c00dfaffd,DISK] 2024-11-09T16:20:06,985 INFO [RS:0;efe6b43736f4:42985 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958 2024-11-09T16:20:06,987 DEBUG [RS:0;efe6b43736f4:42985 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38769:38769)] 2024-11-09T16:20:07,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:07,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:20:07,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:20:07,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:07,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:07,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:20:07,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:20:07,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:07,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:07,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:20:07,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:20:07,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:07,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:07,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:20:07,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:20:07,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:07,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:07,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:20:07,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740 2024-11-09T16:20:07,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740 2024-11-09T16:20:07,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:20:07,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:20:07,102 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:20:07,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:20:07,104 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:20:07,104 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T16:20:07,105 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69535490, jitterRate=0.03615954518318176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:20:07,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169207094Initializing all the Stores at 1731169207095 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169207095Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169207095Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169207095Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169207095Cleaning up temporary data from old regions at 1731169207101 (+6 ms)Region opened successfully at 1731169207105 (+4 ms) 2024-11-09T16:20:07,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:20:07,105 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:20:07,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:20:07,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:20:07,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:20:07,105 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:20:07,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169207105Disabling compacts and flushes for region at 1731169207105Disabling writes for close at 1731169207105Writing region close event to WAL at 1731169207105Closed at 1731169207105 2024-11-09T16:20:07,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:07,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:20:07,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:20:07,107 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:20:07,108 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:20:07,259 DEBUG [efe6b43736f4:37331 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:20:07,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,42985,1731169204604 2024-11-09T16:20:07,260 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,42985,1731169204604, state=OPENING 2024-11-09T16:20:07,311 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:20:07,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627 2024-11-09T16:20:07,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627 2024-11-09T16:20:07,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11298458627/meta-region-server: CHANGED 2024-11-09T16:20:07,322 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:20:07,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11298458627/meta-region-server: CHANGED 2024-11-09T16:20:07,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,42985,1731169204604}] 2024-11-09T16:20:07,475 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:20:07,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:20:07,480 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:20:07,480 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:20:07,480 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:20:07,481 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C42985%2C1731169204604.meta, suffix=.meta, logDir=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604, archiveDir=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/oldWALs, maxLogs=10 2024-11-09T16:20:07,492 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.meta.1731169207481.meta, exclude list is [], retry=0 2024-11-09T16:20:07,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35063,DS-1dd00c27-c915-4447-a30e-3b6c00dfaffd,DISK] 2024-11-09T16:20:07,496 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.meta.1731169207481.meta 2024-11-09T16:20:07,496 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38769:38769)] 2024-11-09T16:20:07,496 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:20:07,497 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:20:07,497 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:20:07,497 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:20:07,497 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:20:07,497 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:20:07,497 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:07,497 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:20:07,497 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:20:07,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:20:07,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:20:07,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:07,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:07,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:20:07,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:20:07,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:07,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:07,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:20:07,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:20:07,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:07,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:07,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:20:07,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:20:07,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:07,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:07,502 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:20:07,502 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740 2024-11-09T16:20:07,503 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740 2024-11-09T16:20:07,504 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:20:07,504 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:20:07,504 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:20:07,505 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:20:07,506 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72990589, jitterRate=0.0876445323228836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:20:07,506 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:20:07,506 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169207497Writing region info on filesystem at 1731169207497Initializing all the Stores at 1731169207498 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169207498Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169207498Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169207498Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169207498Cleaning up temporary data from old regions at 1731169207504 (+6 ms)Running coprocessor post-open hooks at 1731169207506 (+2 ms)Region opened successfully at 1731169207506 2024-11-09T16:20:07,507 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169207475 2024-11-09T16:20:07,508 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:20:07,508 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:20:07,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,42985,1731169204604 2024-11-09T16:20:07,510 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,42985,1731169204604, state=OPEN 2024-11-09T16:20:07,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11298458627/meta-region-server 2024-11-09T16:20:07,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11298458627/meta-region-server 2024-11-09T16:20:07,522 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,42985,1731169204604 2024-11-09T16:20:07,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11298458627/meta-region-server: CHANGED 2024-11-09T16:20:07,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11298458627/meta-region-server: CHANGED 2024-11-09T16:20:07,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:20:07,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,42985,1731169204604 in 200 msec 2024-11-09T16:20:07,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:20:07,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-11-09T16:20:07,526 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:07,526 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:20:07,527 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:07,527 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1] 2024-11-09T16:20:07,527 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:07,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:20:07,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 880 msec 2024-11-09T16:20:07,533 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169207533, completionTime=-1 2024-11-09T16:20:07,533 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:20:07,533 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:20:07,535 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:20:07,535 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169267535 2024-11-09T16:20:07,535 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169327535 2024-11-09T16:20:07,535 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T16:20:07,535 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37331,1731169204459-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:07,535 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37331,1731169204459-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:07,535 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37331,1731169204459-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:07,535 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:37331, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:07,535 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:07,536 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:07,537 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:20:07,539 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.870sec 2024-11-09T16:20:07,539 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:20:07,539 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:20:07,539 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:20:07,539 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:20:07,539 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:20:07,539 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37331,1731169204459-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:20:07,539 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37331,1731169204459-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:20:07,541 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:20:07,541 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:20:07,541 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37331,1731169204459-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:07,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3426c331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:07,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,37331,-1 for getting cluster id 2024-11-09T16:20:07,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:07,632 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e4006d6-d443-4665-a3f9-4bf3c678c892' 2024-11-09T16:20:07,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:07,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e4006d6-d443-4665-a3f9-4bf3c678c892" 2024-11-09T16:20:07,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7fa5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:07,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,37331,-1] 2024-11-09T16:20:07,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:07,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:07,634 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:07,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9a1f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:07,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1] 2024-11-09T16:20:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:07,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:20:07,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,37331,1731169204459 2024-11-09T16:20:07,639 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55040 2024-11-09T16:20:07,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:20:07,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101206596ec0005 connected 2024-11-09T16:20:07,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:07,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,34999,1731169198867 2024-11-09T16:20:07,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d381165 2024-11-09T16:20:07,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:07,663 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:20:07,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:20:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T16:20:07,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:20:07,666 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:07,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T16:20:07,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:20:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:07,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741835_1011 (size=902) 2024-11-09T16:20:07,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:20:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:07,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:07,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:07,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:07,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:07,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:07,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:07,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:07,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:08,073 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ed672cc8d70551f7bdc3dcac05c8e56, NAME => 'test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5 2024-11-09T16:20:08,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741836_1012 (size=39) 2024-11-09T16:20:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:08,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:08,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0ed672cc8d70551f7bdc3dcac05c8e56, disabling compactions & flushes 2024-11-09T16:20:08,479 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56. 2024-11-09T16:20:08,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56. 2024-11-09T16:20:08,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56. after waiting 0 ms 2024-11-09T16:20:08,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56. 2024-11-09T16:20:08,479 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56. 2024-11-09T16:20:08,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ed672cc8d70551f7bdc3dcac05c8e56: Waiting for close lock at 1731169208479Disabling compacts and flushes for region at 1731169208479Disabling writes for close at 1731169208479Writing region close event to WAL at 1731169208479Closed at 1731169208479 2024-11-09T16:20:08,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:20:08,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731169208480"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169208480"}]},"ts":"1731169208480"} 2024-11-09T16:20:08,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:20:08,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:20:08,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169208484"}]},"ts":"1731169208484"} 2024-11-09T16:20:08,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T16:20:08,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ed672cc8d70551f7bdc3dcac05c8e56, ASSIGN}] 2024-11-09T16:20:08,487 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ed672cc8d70551f7bdc3dcac05c8e56, ASSIGN 2024-11-09T16:20:08,487 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0ed672cc8d70551f7bdc3dcac05c8e56, ASSIGN; state=OFFLINE, location=efe6b43736f4,42279,1731169199035; forceNewPlan=false, retain=false 2024-11-09T16:20:08,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ed672cc8d70551f7bdc3dcac05c8e56, regionState=OPENING, regionLocation=efe6b43736f4,42279,1731169199035 2024-11-09T16:20:08,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0ed672cc8d70551f7bdc3dcac05c8e56, ASSIGN because future has completed 2024-11-09T16:20:08,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ed672cc8d70551f7bdc3dcac05c8e56, server=efe6b43736f4,42279,1731169199035}] 2024-11-09T16:20:08,798 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56. 2024-11-09T16:20:08,798 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ed672cc8d70551f7bdc3dcac05c8e56, NAME => 'test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:20:08,799 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:20:08,799 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T16:20:08,799 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0ed672cc8d70551f7bdc3dcac05c8e56 2024-11-09T16:20:08,799 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:08,799 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0ed672cc8d70551f7bdc3dcac05c8e56 2024-11-09T16:20:08,799 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0ed672cc8d70551f7bdc3dcac05c8e56 2024-11-09T16:20:08,800 INFO [StoreOpener-0ed672cc8d70551f7bdc3dcac05c8e56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ed672cc8d70551f7bdc3dcac05c8e56 2024-11-09T16:20:08,801 INFO [StoreOpener-0ed672cc8d70551f7bdc3dcac05c8e56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed672cc8d70551f7bdc3dcac05c8e56 columnFamilyName f 2024-11-09T16:20:08,802 DEBUG [StoreOpener-0ed672cc8d70551f7bdc3dcac05c8e56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:08,802 INFO [StoreOpener-0ed672cc8d70551f7bdc3dcac05c8e56-1 {}] regionserver.HStore(327): Store=0ed672cc8d70551f7bdc3dcac05c8e56/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:08,802 INFO [StoreOpener-0ed672cc8d70551f7bdc3dcac05c8e56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0ed672cc8d70551f7bdc3dcac05c8e56 2024-11-09T16:20:08,803 INFO [StoreOpener-0ed672cc8d70551f7bdc3dcac05c8e56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed672cc8d70551f7bdc3dcac05c8e56 columnFamilyName f1 2024-11-09T16:20:08,803 DEBUG [StoreOpener-0ed672cc8d70551f7bdc3dcac05c8e56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:08,803 INFO [StoreOpener-0ed672cc8d70551f7bdc3dcac05c8e56-1 {}] regionserver.HStore(327): Store=0ed672cc8d70551f7bdc3dcac05c8e56/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:08,803 INFO [StoreOpener-0ed672cc8d70551f7bdc3dcac05c8e56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0ed672cc8d70551f7bdc3dcac05c8e56 2024-11-09T16:20:08,804 INFO [StoreOpener-0ed672cc8d70551f7bdc3dcac05c8e56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed672cc8d70551f7bdc3dcac05c8e56 columnFamilyName norep 2024-11-09T16:20:08,804 DEBUG [StoreOpener-0ed672cc8d70551f7bdc3dcac05c8e56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:08,804 INFO [StoreOpener-0ed672cc8d70551f7bdc3dcac05c8e56-1 {}] regionserver.HStore(327): Store=0ed672cc8d70551f7bdc3dcac05c8e56/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:08,804 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0ed672cc8d70551f7bdc3dcac05c8e56 2024-11-09T16:20:08,805 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56 2024-11-09T16:20:08,805 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56 2024-11-09T16:20:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:08,806 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0ed672cc8d70551f7bdc3dcac05c8e56 2024-11-09T16:20:08,806 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0ed672cc8d70551f7bdc3dcac05c8e56 2024-11-09T16:20:08,806 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:20:08,807 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0ed672cc8d70551f7bdc3dcac05c8e56 2024-11-09T16:20:08,809 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:20:08,809 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0ed672cc8d70551f7bdc3dcac05c8e56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75123430, jitterRate=0.11942633986473083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:20:08,809 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ed672cc8d70551f7bdc3dcac05c8e56 2024-11-09T16:20:08,810 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0ed672cc8d70551f7bdc3dcac05c8e56: Running coprocessor pre-open hook at 1731169208799Writing region info on filesystem at 1731169208799Initializing all the Stores at 1731169208800 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169208800Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169208800Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169208800Cleaning up temporary data from old regions at 1731169208806 (+6 ms)Running coprocessor post-open hooks at 1731169208809 (+3 ms)Region opened successfully at 1731169208809 2024-11-09T16:20:08,810 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56., pid=6, masterSystemTime=1731169208795 2024-11-09T16:20:08,812 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56. 2024-11-09T16:20:08,812 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56. 2024-11-09T16:20:08,813 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ed672cc8d70551f7bdc3dcac05c8e56, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=efe6b43736f4,42279,1731169199035 2024-11-09T16:20:08,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ed672cc8d70551f7bdc3dcac05c8e56, server=efe6b43736f4,42279,1731169199035 because future has completed 2024-11-09T16:20:08,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:20:08,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ed672cc8d70551f7bdc3dcac05c8e56, server=efe6b43736f4,42279,1731169199035 in 172 msec 2024-11-09T16:20:08,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T16:20:08,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0ed672cc8d70551f7bdc3dcac05c8e56, ASSIGN in 331 msec 2024-11-09T16:20:08,820 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:20:08,820 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169208820"}]},"ts":"1731169208820"} 2024-11-09T16:20:08,822 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T16:20:08,823 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:20:08,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-09T16:20:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:09,816 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T16:20:09,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:09,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,37331,1731169204459 2024-11-09T16:20:09,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@546e6aa4 2024-11-09T16:20:09,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:09,818 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:20:09,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:20:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T16:20:09,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:20:09,821 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:09,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T16:20:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:09,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:20:09,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741835_1011 (size=902) 2024-11-09T16:20:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:10,230 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aaaa37b108442457d5943362037e97fb, NAME => 'test,,1731169209818.aaaa37b108442457d5943362037e97fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe 2024-11-09T16:20:10,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741836_1012 (size=39) 2024-11-09T16:20:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:10,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731169209818.aaaa37b108442457d5943362037e97fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:10,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aaaa37b108442457d5943362037e97fb, disabling compactions & flushes 2024-11-09T16:20:10,636 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731169209818.aaaa37b108442457d5943362037e97fb. 2024-11-09T16:20:10,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169209818.aaaa37b108442457d5943362037e97fb. 2024-11-09T16:20:10,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731169209818.aaaa37b108442457d5943362037e97fb. after waiting 0 ms 2024-11-09T16:20:10,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731169209818.aaaa37b108442457d5943362037e97fb. 2024-11-09T16:20:10,636 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731169209818.aaaa37b108442457d5943362037e97fb. 2024-11-09T16:20:10,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aaaa37b108442457d5943362037e97fb: Waiting for close lock at 1731169210635Disabling compacts and flushes for region at 1731169210635Disabling writes for close at 1731169210636 (+1 ms)Writing region close event to WAL at 1731169210636Closed at 1731169210636 2024-11-09T16:20:10,637 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:20:10,637 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731169209818.aaaa37b108442457d5943362037e97fb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731169210637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169210637"}]},"ts":"1731169210637"} 2024-11-09T16:20:10,639 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:20:10,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:20:10,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169210640"}]},"ts":"1731169210640"} 2024-11-09T16:20:10,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T16:20:10,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aaaa37b108442457d5943362037e97fb, ASSIGN}] 2024-11-09T16:20:10,643 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aaaa37b108442457d5943362037e97fb, ASSIGN 2024-11-09T16:20:10,643 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aaaa37b108442457d5943362037e97fb, ASSIGN; state=OFFLINE, location=efe6b43736f4,42985,1731169204604; forceNewPlan=false, retain=false 2024-11-09T16:20:10,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aaaa37b108442457d5943362037e97fb, regionState=OPENING, regionLocation=efe6b43736f4,42985,1731169204604 2024-11-09T16:20:10,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aaaa37b108442457d5943362037e97fb, ASSIGN because future has completed 2024-11-09T16:20:10,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaaa37b108442457d5943362037e97fb, server=efe6b43736f4,42985,1731169204604}] 2024-11-09T16:20:10,950 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731169209818.aaaa37b108442457d5943362037e97fb. 2024-11-09T16:20:10,950 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aaaa37b108442457d5943362037e97fb, NAME => 'test,,1731169209818.aaaa37b108442457d5943362037e97fb.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:20:10,950 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:20:10,951 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T16:20:10,951 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aaaa37b108442457d5943362037e97fb 2024-11-09T16:20:10,951 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731169209818.aaaa37b108442457d5943362037e97fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:10,951 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aaaa37b108442457d5943362037e97fb 2024-11-09T16:20:10,951 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aaaa37b108442457d5943362037e97fb 2024-11-09T16:20:10,952 INFO [StoreOpener-aaaa37b108442457d5943362037e97fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aaaa37b108442457d5943362037e97fb 2024-11-09T16:20:10,953 INFO [StoreOpener-aaaa37b108442457d5943362037e97fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaaa37b108442457d5943362037e97fb columnFamilyName f 2024-11-09T16:20:10,953 DEBUG [StoreOpener-aaaa37b108442457d5943362037e97fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:10,953 INFO [StoreOpener-aaaa37b108442457d5943362037e97fb-1 {}] regionserver.HStore(327): Store=aaaa37b108442457d5943362037e97fb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:10,953 INFO [StoreOpener-aaaa37b108442457d5943362037e97fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aaaa37b108442457d5943362037e97fb 2024-11-09T16:20:10,954 INFO [StoreOpener-aaaa37b108442457d5943362037e97fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaaa37b108442457d5943362037e97fb columnFamilyName f1 2024-11-09T16:20:10,954 DEBUG [StoreOpener-aaaa37b108442457d5943362037e97fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:10,954 INFO [StoreOpener-aaaa37b108442457d5943362037e97fb-1 {}] regionserver.HStore(327): Store=aaaa37b108442457d5943362037e97fb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:10,954 INFO [StoreOpener-aaaa37b108442457d5943362037e97fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aaaa37b108442457d5943362037e97fb 2024-11-09T16:20:10,955 INFO [StoreOpener-aaaa37b108442457d5943362037e97fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaaa37b108442457d5943362037e97fb columnFamilyName norep 2024-11-09T16:20:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:10,955 DEBUG [StoreOpener-aaaa37b108442457d5943362037e97fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:10,956 INFO [StoreOpener-aaaa37b108442457d5943362037e97fb-1 {}] regionserver.HStore(327): Store=aaaa37b108442457d5943362037e97fb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:10,956 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aaaa37b108442457d5943362037e97fb 2024-11-09T16:20:10,956 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb 2024-11-09T16:20:10,957 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb 2024-11-09T16:20:10,957 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aaaa37b108442457d5943362037e97fb 2024-11-09T16:20:10,957 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aaaa37b108442457d5943362037e97fb 2024-11-09T16:20:10,958 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:20:10,958 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aaaa37b108442457d5943362037e97fb 2024-11-09T16:20:10,960 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:20:10,960 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aaaa37b108442457d5943362037e97fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74810576, jitterRate=0.11476445198059082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:20:10,960 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aaaa37b108442457d5943362037e97fb 2024-11-09T16:20:10,960 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aaaa37b108442457d5943362037e97fb: Running coprocessor pre-open hook at 1731169210951Writing region info on filesystem at 1731169210951Initializing all the Stores at 1731169210952 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169210952Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169210952Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169210952Cleaning up temporary data from old regions at 1731169210957 (+5 ms)Running coprocessor post-open hooks at 1731169210960 (+3 ms)Region opened successfully at 1731169210960 2024-11-09T16:20:10,961 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731169209818.aaaa37b108442457d5943362037e97fb., pid=6, masterSystemTime=1731169210947 2024-11-09T16:20:10,963 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731169209818.aaaa37b108442457d5943362037e97fb. 2024-11-09T16:20:10,963 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731169209818.aaaa37b108442457d5943362037e97fb. 2024-11-09T16:20:10,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aaaa37b108442457d5943362037e97fb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=efe6b43736f4,42985,1731169204604 2024-11-09T16:20:10,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaaa37b108442457d5943362037e97fb, server=efe6b43736f4,42985,1731169204604 because future has completed 2024-11-09T16:20:10,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:20:10,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aaaa37b108442457d5943362037e97fb, server=efe6b43736f4,42985,1731169204604 in 171 msec 2024-11-09T16:20:10,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T16:20:10,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aaaa37b108442457d5943362037e97fb, ASSIGN in 327 msec 2024-11-09T16:20:10,972 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:20:10,972 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169210972"}]},"ts":"1731169210972"} 2024-11-09T16:20:10,975 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T16:20:10,976 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:20:10,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-09T16:20:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:11,966 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T16:20:11,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdaa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:11,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34999,-1 for getting cluster id 2024-11-09T16:20:11,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:11,968 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '001fec12-e108-445c-bae3-a14c0f949b9f' 2024-11-09T16:20:11,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:11,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "001fec12-e108-445c-bae3-a14c0f949b9f" 2024-11-09T16:20:11,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4138d016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:11,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34999,-1] 2024-11-09T16:20:11,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:11,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:11,969 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:11,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f67f39f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:11,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c8ab32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:11,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,37331,-1 for getting cluster id 2024-11-09T16:20:11,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:11,971 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e4006d6-d443-4665-a3f9-4bf3c678c892' 2024-11-09T16:20:11,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:11,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e4006d6-d443-4665-a3f9-4bf3c678c892" 2024-11-09T16:20:11,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dcf61ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:11,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,37331,-1] 2024-11-09T16:20:11,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:11,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:11,972 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:11,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71616ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:11,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8ff28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:11,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34999,-1 for getting cluster id 2024-11-09T16:20:11,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:11,975 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '001fec12-e108-445c-bae3-a14c0f949b9f' 2024-11-09T16:20:11,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:11,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "001fec12-e108-445c-bae3-a14c0f949b9f" 2024-11-09T16:20:11,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7436fe5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:11,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34999,-1] 2024-11-09T16:20:11,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:11,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:11,976 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:11,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da1fc2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:11,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,34999,1731169198867 2024-11-09T16:20:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f41dea7 2024-11-09T16:20:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:11,979 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:20:11,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://efe6b43736f4:37331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T16:20:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:20:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:11,982 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:37331' 2024-11-09T16:20:11,982 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2022cc32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:11,982 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,37331,-1 for getting cluster id 2024-11-09T16:20:11,982 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:11,983 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e4006d6-d443-4665-a3f9-4bf3c678c892' 2024-11-09T16:20:11,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:11,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e4006d6-d443-4665-a3f9-4bf3c678c892" 2024-11-09T16:20:11,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb8769d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:11,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,37331,-1] 2024-11-09T16:20:11,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:11,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:11,985 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:11,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71145d8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:11,985 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:11,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,37331,1731169204459 2024-11-09T16:20:11,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@436ad4fe 2024-11-09T16:20:11,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:11,987 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:20:11,988 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T16:20:11,988 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:20:11,988 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:11,988 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:11,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:11,988 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:20:11,989 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T16:20:11,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:20:11,990 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:11,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:20:11,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741837_1013 (size=1138) 2024-11-09T16:20:12,039 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T16:20:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:12,399 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e2322ac3c36598e54b0acf0e32035262, NAME => 'hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5 2024-11-09T16:20:12,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741838_1014 (size=44) 2024-11-09T16:20:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:12,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:12,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e2322ac3c36598e54b0acf0e32035262, disabling compactions & flushes 2024-11-09T16:20:12,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262. 2024-11-09T16:20:12,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262. 2024-11-09T16:20:12,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262. after waiting 0 ms 2024-11-09T16:20:12,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262. 2024-11-09T16:20:12,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262. 2024-11-09T16:20:12,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e2322ac3c36598e54b0acf0e32035262: Waiting for close lock at 1731169212806Disabling compacts and flushes for region at 1731169212806Disabling writes for close at 1731169212806Writing region close event to WAL at 1731169212806Closed at 1731169212806 2024-11-09T16:20:12,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:20:12,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731169212807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169212807"}]},"ts":"1731169212807"} 2024-11-09T16:20:12,809 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:20:12,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:20:12,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169212810"}]},"ts":"1731169212810"} 2024-11-09T16:20:12,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T16:20:12,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2322ac3c36598e54b0acf0e32035262, ASSIGN}] 2024-11-09T16:20:12,813 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2322ac3c36598e54b0acf0e32035262, ASSIGN 2024-11-09T16:20:12,813 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e2322ac3c36598e54b0acf0e32035262, ASSIGN; state=OFFLINE, location=efe6b43736f4,42279,1731169199035; forceNewPlan=false, retain=false 2024-11-09T16:20:12,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e2322ac3c36598e54b0acf0e32035262, regionState=OPENING, regionLocation=efe6b43736f4,42279,1731169199035 2024-11-09T16:20:12,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e2322ac3c36598e54b0acf0e32035262, ASSIGN because future has completed 2024-11-09T16:20:12,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2322ac3c36598e54b0acf0e32035262, server=efe6b43736f4,42279,1731169199035}] 2024-11-09T16:20:12,999 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:20:13,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:13,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:13,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:13,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:13,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:13,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:13,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:13,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:13,050 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T16:20:13,050 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T16:20:13,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:20:13,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T16:20:13,051 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T16:20:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:13,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262. 2024-11-09T16:20:13,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:20:13,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T16:20:13,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C42279%2C1731169199035.rep, suffix=, logDir=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035, archiveDir=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/oldWALs, maxLogs=10 2024-11-09T16:20:13,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.rep.1731169213124, exclude list is [], retry=0 2024-11-09T16:20:13,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45343,DS-3f93c0b3-db6a-4293-8b7e-c356b6af9b37,DISK] 2024-11-09T16:20:13,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.rep.1731169213124 2024-11-09T16:20:13,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41141:41141)] 2024-11-09T16:20:13,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e2322ac3c36598e54b0acf0e32035262, NAME => 'hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:20:13,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:20:13,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:20:13,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262. service=MultiRowMutationService 2024-11-09T16:20:13,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T16:20:13,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e2322ac3c36598e54b0acf0e32035262 2024-11-09T16:20:13,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:13,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e2322ac3c36598e54b0acf0e32035262 2024-11-09T16:20:13,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e2322ac3c36598e54b0acf0e32035262 2024-11-09T16:20:13,140 INFO [StoreOpener-e2322ac3c36598e54b0acf0e32035262-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e2322ac3c36598e54b0acf0e32035262 2024-11-09T16:20:13,141 INFO [StoreOpener-e2322ac3c36598e54b0acf0e32035262-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2322ac3c36598e54b0acf0e32035262 columnFamilyName hfileref 2024-11-09T16:20:13,141 DEBUG [StoreOpener-e2322ac3c36598e54b0acf0e32035262-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:13,142 INFO [StoreOpener-e2322ac3c36598e54b0acf0e32035262-1 {}] regionserver.HStore(327): Store=e2322ac3c36598e54b0acf0e32035262/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:13,142 INFO [StoreOpener-e2322ac3c36598e54b0acf0e32035262-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e2322ac3c36598e54b0acf0e32035262 2024-11-09T16:20:13,142 INFO [StoreOpener-e2322ac3c36598e54b0acf0e32035262-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2322ac3c36598e54b0acf0e32035262 columnFamilyName queue 2024-11-09T16:20:13,142 DEBUG [StoreOpener-e2322ac3c36598e54b0acf0e32035262-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:13,143 INFO [StoreOpener-e2322ac3c36598e54b0acf0e32035262-1 {}] regionserver.HStore(327): Store=e2322ac3c36598e54b0acf0e32035262/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:13,143 INFO [StoreOpener-e2322ac3c36598e54b0acf0e32035262-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e2322ac3c36598e54b0acf0e32035262 2024-11-09T16:20:13,143 INFO [StoreOpener-e2322ac3c36598e54b0acf0e32035262-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2322ac3c36598e54b0acf0e32035262 columnFamilyName sid 2024-11-09T16:20:13,143 DEBUG [StoreOpener-e2322ac3c36598e54b0acf0e32035262-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:13,144 INFO [StoreOpener-e2322ac3c36598e54b0acf0e32035262-1 {}] regionserver.HStore(327): Store=e2322ac3c36598e54b0acf0e32035262/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:13,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e2322ac3c36598e54b0acf0e32035262 2024-11-09T16:20:13,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/replication/e2322ac3c36598e54b0acf0e32035262 2024-11-09T16:20:13,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/replication/e2322ac3c36598e54b0acf0e32035262 2024-11-09T16:20:13,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e2322ac3c36598e54b0acf0e32035262 2024-11-09T16:20:13,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e2322ac3c36598e54b0acf0e32035262 2024-11-09T16:20:13,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:20:13,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e2322ac3c36598e54b0acf0e32035262 2024-11-09T16:20:13,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/replication/e2322ac3c36598e54b0acf0e32035262/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:20:13,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e2322ac3c36598e54b0acf0e32035262; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74257960, jitterRate=0.1065298318862915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:20:13,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e2322ac3c36598e54b0acf0e32035262 2024-11-09T16:20:13,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e2322ac3c36598e54b0acf0e32035262: Running coprocessor pre-open hook at 1731169213139Writing region info on filesystem at 1731169213139Initializing all the Stores at 1731169213140 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169213140Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169213140Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169213140Cleaning up temporary data from old regions at 1731169213145 (+5 ms)Running coprocessor post-open hooks at 1731169213149 (+4 ms)Region opened successfully at 1731169213149 2024-11-09T16:20:13,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262., pid=10, masterSystemTime=1731169213119 2024-11-09T16:20:13,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262. 2024-11-09T16:20:13,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262. 2024-11-09T16:20:13,153 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e2322ac3c36598e54b0acf0e32035262, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,42279,1731169199035 2024-11-09T16:20:13,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2322ac3c36598e54b0acf0e32035262, server=efe6b43736f4,42279,1731169199035 because future has completed 2024-11-09T16:20:13,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T16:20:13,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e2322ac3c36598e54b0acf0e32035262, server=efe6b43736f4,42279,1731169199035 in 190 msec 2024-11-09T16:20:13,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T16:20:13,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e2322ac3c36598e54b0acf0e32035262, ASSIGN in 345 msec 2024-11-09T16:20:13,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:20:13,159 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169213159"}]},"ts":"1731169213159"} 2024-11-09T16:20:13,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T16:20:13,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:20:13,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-09T16:20:13,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262., hostname=efe6b43736f4,42279,1731169199035, seqNum=2] 2024-11-09T16:20:13,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807 2024-11-09T16:20:13,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807 2024-11-09T16:20:13,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:20:13,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42279 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T16:20:13,433 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T16:20:13,457 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-efe6b43736f4,42279,1731169199035, ReplicationSource: 1, currentBandwidth=0 2024-11-09T16:20:13,457 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:13,457 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42279,1731169199035, seqNum=-1] 2024-11-09T16:20:13,458 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:13,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T16:20:13,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-efe6b43736f4,42279,1731169199035', locateType=CURRENT is [region=hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262., hostname=efe6b43736f4,42279,1731169199035, seqNum=2] 2024-11-09T16:20:13,462 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T16:20:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T16:20:13,464 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on efe6b43736f4,42279,1731169199035 suceeded 2024-11-09T16:20:13,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T16:20:13,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-09T16:20:13,466 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://efe6b43736f4:37331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:20:13,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4870 sec 2024-11-09T16:20:13,481 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:37331' 2024-11-09T16:20:13,482 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47620103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:13,482 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,37331,-1 for getting cluster id 2024-11-09T16:20:13,482 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:13,483 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e4006d6-d443-4665-a3f9-4bf3c678c892' 2024-11-09T16:20:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e4006d6-d443-4665-a3f9-4bf3c678c892" 2024-11-09T16:20:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@380d72aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,37331,-1] 2024-11-09T16:20:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:13,484 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:13,485 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21356c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:13,485 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:13,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,37331,1731169204459 2024-11-09T16:20:13,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@96e7bab 2024-11-09T16:20:13,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:13,486 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T16:20:13,487 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-efe6b43736f4,42279,1731169199035 (queues=1) is replicating from cluster=001fec12-e108-445c-bae3-a14c0f949b9f to cluster=5e4006d6-d443-4665-a3f9-4bf3c678c892 2024-11-09T16:20:13,487 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=efe6b43736f4%2C42279%2C1731169199035 2024-11-09T16:20:13,487 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-efe6b43736f4,42279,1731169199035, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:20:13,487 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C42279%2C1731169199035 2024-11-09T16:20:13,487 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240, startPosition=0, beingWritten=true 2024-11-09T16:20:13,496 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:20:13,497 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 379, reset compression=false 2024-11-09T16:20:13,497 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,42279,1731169199035 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:20:13,701 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 379, reset compression=false 2024-11-09T16:20:14,005 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 379, reset compression=false 2024-11-09T16:20:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:14,126 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T16:20:14,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:20:14,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:14,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:14,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:14,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:14,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27685b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:14,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,37331,-1 for getting cluster id 2024-11-09T16:20:14,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:14,128 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e4006d6-d443-4665-a3f9-4bf3c678c892' 2024-11-09T16:20:14,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:14,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e4006d6-d443-4665-a3f9-4bf3c678c892" 2024-11-09T16:20:14,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64848ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:14,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,37331,-1] 2024-11-09T16:20:14,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:14,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:14,129 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:14,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a96ee03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:14,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:14,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,37331,1731169204459 2024-11-09T16:20:14,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e47519d 2024-11-09T16:20:14,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:14,131 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:20:14,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://efe6b43736f4:34999,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T16:20:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:20:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:14,134 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:34999' 2024-11-09T16:20:14,135 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f26547e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:14,135 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34999,-1 for getting cluster id 2024-11-09T16:20:14,135 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:14,135 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '001fec12-e108-445c-bae3-a14c0f949b9f' 2024-11-09T16:20:14,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:14,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "001fec12-e108-445c-bae3-a14c0f949b9f" 2024-11-09T16:20:14,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1c8806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:14,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34999,-1] 2024-11-09T16:20:14,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:14,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:14,136 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:14,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39bb721e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:14,137 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:14,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,34999,1731169198867 2024-11-09T16:20:14,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fc878dd 2024-11-09T16:20:14,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:14,138 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:20:14,139 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T16:20:14,139 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:20:14,139 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:14,139 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:14,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:14,139 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:20:14,140 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T16:20:14,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:20:14,141 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:14,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:20:14,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741837_1013 (size=1138) 2024-11-09T16:20:14,190 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T16:20:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:14,409 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 379, reset compression=false 2024-11-09T16:20:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:14,548 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a890f305db424e0d25b5c4591c5c087, NAME => 'hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe 2024-11-09T16:20:14,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741838_1014 (size=44) 2024-11-09T16:20:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:14,913 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 379, reset compression=false 2024-11-09T16:20:14,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:14,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0a890f305db424e0d25b5c4591c5c087, disabling compactions & flushes 2024-11-09T16:20:14,954 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087. 2024-11-09T16:20:14,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087. 2024-11-09T16:20:14,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087. after waiting 0 ms 2024-11-09T16:20:14,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087. 2024-11-09T16:20:14,954 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087. 2024-11-09T16:20:14,954 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a890f305db424e0d25b5c4591c5c087: Waiting for close lock at 1731169214954Disabling compacts and flushes for region at 1731169214954Disabling writes for close at 1731169214954Writing region close event to WAL at 1731169214954Closed at 1731169214954 2024-11-09T16:20:14,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:20:14,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731169214955"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169214955"}]},"ts":"1731169214955"} 2024-11-09T16:20:14,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:20:14,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:20:14,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169214959"}]},"ts":"1731169214959"} 2024-11-09T16:20:14,962 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T16:20:14,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a890f305db424e0d25b5c4591c5c087, ASSIGN}] 2024-11-09T16:20:14,964 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a890f305db424e0d25b5c4591c5c087, ASSIGN 2024-11-09T16:20:14,965 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a890f305db424e0d25b5c4591c5c087, ASSIGN; state=OFFLINE, location=efe6b43736f4,42985,1731169204604; forceNewPlan=false, retain=false 2024-11-09T16:20:15,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0a890f305db424e0d25b5c4591c5c087, regionState=OPENING, regionLocation=efe6b43736f4,42985,1731169204604 2024-11-09T16:20:15,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a890f305db424e0d25b5c4591c5c087, ASSIGN because future has completed 2024-11-09T16:20:15,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a890f305db424e0d25b5c4591c5c087, server=efe6b43736f4,42985,1731169204604}] 2024-11-09T16:20:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:15,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087. 2024-11-09T16:20:15,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:20:15,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T16:20:15,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C42985%2C1731169204604.rep, suffix=, logDir=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604, archiveDir=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/oldWALs, maxLogs=10 2024-11-09T16:20:15,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.rep.1731169215280, exclude list is [], retry=0 2024-11-09T16:20:15,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35063,DS-1dd00c27-c915-4447-a30e-3b6c00dfaffd,DISK] 2024-11-09T16:20:15,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.rep.1731169215280 2024-11-09T16:20:15,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38769:38769)] 2024-11-09T16:20:15,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a890f305db424e0d25b5c4591c5c087, NAME => 'hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:20:15,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:20:15,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:20:15,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087. service=MultiRowMutationService 2024-11-09T16:20:15,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T16:20:15,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0a890f305db424e0d25b5c4591c5c087 2024-11-09T16:20:15,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:15,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0a890f305db424e0d25b5c4591c5c087 2024-11-09T16:20:15,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0a890f305db424e0d25b5c4591c5c087 2024-11-09T16:20:15,319 INFO [StoreOpener-0a890f305db424e0d25b5c4591c5c087-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0a890f305db424e0d25b5c4591c5c087 2024-11-09T16:20:15,321 INFO [StoreOpener-0a890f305db424e0d25b5c4591c5c087-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a890f305db424e0d25b5c4591c5c087 columnFamilyName hfileref 2024-11-09T16:20:15,321 DEBUG [StoreOpener-0a890f305db424e0d25b5c4591c5c087-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:15,322 INFO [StoreOpener-0a890f305db424e0d25b5c4591c5c087-1 {}] regionserver.HStore(327): Store=0a890f305db424e0d25b5c4591c5c087/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:15,322 INFO [StoreOpener-0a890f305db424e0d25b5c4591c5c087-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0a890f305db424e0d25b5c4591c5c087 2024-11-09T16:20:15,328 INFO [StoreOpener-0a890f305db424e0d25b5c4591c5c087-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a890f305db424e0d25b5c4591c5c087 columnFamilyName queue 2024-11-09T16:20:15,328 DEBUG [StoreOpener-0a890f305db424e0d25b5c4591c5c087-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:15,329 INFO [StoreOpener-0a890f305db424e0d25b5c4591c5c087-1 {}] regionserver.HStore(327): Store=0a890f305db424e0d25b5c4591c5c087/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:15,329 INFO [StoreOpener-0a890f305db424e0d25b5c4591c5c087-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0a890f305db424e0d25b5c4591c5c087 2024-11-09T16:20:15,331 INFO [StoreOpener-0a890f305db424e0d25b5c4591c5c087-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a890f305db424e0d25b5c4591c5c087 columnFamilyName sid 2024-11-09T16:20:15,331 DEBUG [StoreOpener-0a890f305db424e0d25b5c4591c5c087-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:15,332 INFO [StoreOpener-0a890f305db424e0d25b5c4591c5c087-1 {}] regionserver.HStore(327): Store=0a890f305db424e0d25b5c4591c5c087/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:15,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0a890f305db424e0d25b5c4591c5c087 2024-11-09T16:20:15,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/replication/0a890f305db424e0d25b5c4591c5c087 2024-11-09T16:20:15,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/replication/0a890f305db424e0d25b5c4591c5c087 2024-11-09T16:20:15,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0a890f305db424e0d25b5c4591c5c087 2024-11-09T16:20:15,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0a890f305db424e0d25b5c4591c5c087 2024-11-09T16:20:15,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:20:15,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0a890f305db424e0d25b5c4591c5c087 2024-11-09T16:20:15,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/replication/0a890f305db424e0d25b5c4591c5c087/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:20:15,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0a890f305db424e0d25b5c4591c5c087; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68238919, jitterRate=0.016839131712913513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:20:15,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a890f305db424e0d25b5c4591c5c087 2024-11-09T16:20:15,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0a890f305db424e0d25b5c4591c5c087: Running coprocessor pre-open hook at 1731169215318Writing region info on filesystem at 1731169215318Initializing all the Stores at 1731169215319 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169215319Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169215319Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169215319Cleaning up temporary data from old regions at 1731169215334 (+15 ms)Running coprocessor post-open hooks at 1731169215348 (+14 ms)Region opened successfully at 1731169215348 2024-11-09T16:20:15,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087., pid=10, masterSystemTime=1731169215272 2024-11-09T16:20:15,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087. 2024-11-09T16:20:15,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087. 2024-11-09T16:20:15,351 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0a890f305db424e0d25b5c4591c5c087, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,42985,1731169204604 2024-11-09T16:20:15,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a890f305db424e0d25b5c4591c5c087, server=efe6b43736f4,42985,1731169204604 because future has completed 2024-11-09T16:20:15,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T16:20:15,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a890f305db424e0d25b5c4591c5c087, server=efe6b43736f4,42985,1731169204604 in 234 msec 2024-11-09T16:20:15,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T16:20:15,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a890f305db424e0d25b5c4591c5c087, ASSIGN in 392 msec 2024-11-09T16:20:15,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:20:15,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169215357"}]},"ts":"1731169215357"} 2024-11-09T16:20:15,359 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T16:20:15,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:20:15,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2210 sec 2024-11-09T16:20:15,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087., hostname=efe6b43736f4,42985,1731169204604, seqNum=2] 2024-11-09T16:20:15,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627 2024-11-09T16:20:15,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627 2024-11-09T16:20:15,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:20:15,517 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 379, reset compression=false 2024-11-09T16:20:15,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T16:20:15,633 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T16:20:15,678 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-efe6b43736f4,42985,1731169204604, ReplicationSource: 1, currentBandwidth=0 2024-11-09T16:20:15,679 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:15,679 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1] 2024-11-09T16:20:15,679 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:15,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T16:20:15,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-efe6b43736f4,42985,1731169204604', locateType=CURRENT is [region=hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087., hostname=efe6b43736f4,42985,1731169204604, seqNum=2] 2024-11-09T16:20:15,690 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T16:20:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T16:20:15,692 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on efe6b43736f4,42985,1731169204604 suceeded 2024-11-09T16:20:15,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T16:20:15,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-09T16:20:15,694 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://efe6b43736f4:34999,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:20:15,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5630 sec 2024-11-09T16:20:15,709 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:34999' 2024-11-09T16:20:15,711 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e0e9632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:15,711 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34999,-1 for getting cluster id 2024-11-09T16:20:15,711 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:15,712 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '001fec12-e108-445c-bae3-a14c0f949b9f' 2024-11-09T16:20:15,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:15,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "001fec12-e108-445c-bae3-a14c0f949b9f" 2024-11-09T16:20:15,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63b30713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:15,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34999,-1] 2024-11-09T16:20:15,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:15,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:15,715 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:15,716 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17ebc62a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:15,716 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:15,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,34999,1731169198867 2024-11-09T16:20:15,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a9d4ba9 2024-11-09T16:20:15,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:15,718 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T16:20:15,720 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-efe6b43736f4,42985,1731169204604 (queues=1) is replicating from cluster=5e4006d6-d443-4665-a3f9-4bf3c678c892 to cluster=001fec12-e108-445c-bae3-a14c0f949b9f 2024-11-09T16:20:15,720 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=efe6b43736f4%2C42985%2C1731169204604 2024-11-09T16:20:15,720 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-efe6b43736f4,42985,1731169204604, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:20:15,720 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958, startPosition=0, beingWritten=true 2024-11-09T16:20:15,724 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.shipperefe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C42985%2C1731169204604 2024-11-09T16:20:15,734 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:20:15,734 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958 to pos 379, reset compression=false 2024-11-09T16:20:15,734 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.shipperefe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,42985,1731169204604 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:20:15,944 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958 to pos 379, reset compression=false 2024-11-09T16:20:16,222 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 379, reset compression=false 2024-11-09T16:20:16,250 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958 to pos 379, reset compression=false 2024-11-09T16:20:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:16,277 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T16:20:16,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:20:16,277 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:16,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:16,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:16,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:16,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:16,284 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731169216283/Put/seqid=0 2024-11-09T16:20:16,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741840_1016 (size=7894) 2024-11-09T16:20:16,299 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731169216297/Put/seqid=0 2024-11-09T16:20:16,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741841_1017 (size=7691) 2024-11-09T16:20:16,657 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958 to pos 379, reset compression=false 2024-11-09T16:20:16,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ab1cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:16,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34999,-1 for getting cluster id 2024-11-09T16:20:16,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:16,709 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '001fec12-e108-445c-bae3-a14c0f949b9f' 2024-11-09T16:20:16,709 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:16,709 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "001fec12-e108-445c-bae3-a14c0f949b9f" 2024-11-09T16:20:16,709 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67195140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:16,709 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34999,-1] 2024-11-09T16:20:16,709 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:16,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:16,710 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:16,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276ef104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:16,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:16,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42279,1731169199035, seqNum=-1] 2024-11-09T16:20:16,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:16,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:20:16,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,34999,1731169198867 2024-11-09T16:20:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2da7ae9c 2024-11-09T16:20:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:16,722 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:20:16,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56., hostname=efe6b43736f4,42279,1731169199035, seqNum=2] 2024-11-09T16:20:16,729 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T16:20:16,737 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T16:20:16,740 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T16:20:16,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 0ed672cc8d70551f7bdc3dcac05c8e56/f 2024-11-09T16:20:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T16:20:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:20:16,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 0ed672cc8d70551f7bdc3dcac05c8e56/f 2024-11-09T16:20:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T16:20:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:20:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HRegion(2603): Flush status journal for 0ed672cc8d70551f7bdc3dcac05c8e56: 2024-11-09T16:20:16,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins__test__8agkuh8osdhsdfstslft39vc195m7hkt279ebl87njbmafaami7qagrh8mn4c5c7/f/hfile_0 2024-11-09T16:20:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins__test__8agkuh8osdhsdfstslft39vc195m7hkt279ebl87njbmafaami7qagrh8mn4c5c7/f/hfile_0 as hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56/f/2b9e0b45d5ba46bb9905ed1a49989e74_SeqId_4_ 2024-11-09T16:20:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins__test__8agkuh8osdhsdfstslft39vc195m7hkt279ebl87njbmafaami7qagrh8mn4c5c7/f/hfile_1 2024-11-09T16:20:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins__test__8agkuh8osdhsdfstslft39vc195m7hkt279ebl87njbmafaami7qagrh8mn4c5c7/f/hfile_1 as hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56/f/3323cc11b63e44958ada678ceb200cb2_SeqId_4_ 2024-11-09T16:20:16,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins__test__8agkuh8osdhsdfstslft39vc195m7hkt279ebl87njbmafaami7qagrh8mn4c5c7/f/hfile_0 into 0ed672cc8d70551f7bdc3dcac05c8e56/f as hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56/f/2b9e0b45d5ba46bb9905ed1a49989e74_SeqId_4_ - updating store file list. 2024-11-09T16:20:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2b9e0b45d5ba46bb9905ed1a49989e74_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T16:20:16,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56/f/2b9e0b45d5ba46bb9905ed1a49989e74_SeqId_4_ into 0ed672cc8d70551f7bdc3dcac05c8e56/f 2024-11-09T16:20:16,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins__test__8agkuh8osdhsdfstslft39vc195m7hkt279ebl87njbmafaami7qagrh8mn4c5c7/f/hfile_0 into 0ed672cc8d70551f7bdc3dcac05c8e56/f (new location: hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56/f/2b9e0b45d5ba46bb9905ed1a49989e74_SeqId_4_) 2024-11-09T16:20:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins__test__8agkuh8osdhsdfstslft39vc195m7hkt279ebl87njbmafaami7qagrh8mn4c5c7/f/hfile_0 2024-11-09T16:20:16,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins__test__8agkuh8osdhsdfstslft39vc195m7hkt279ebl87njbmafaami7qagrh8mn4c5c7/f/hfile_1 into 0ed672cc8d70551f7bdc3dcac05c8e56/f as hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56/f/3323cc11b63e44958ada678ceb200cb2_SeqId_4_ - updating store file list. 2024-11-09T16:20:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3323cc11b63e44958ada678ceb200cb2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T16:20:16,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56/f/3323cc11b63e44958ada678ceb200cb2_SeqId_4_ into 0ed672cc8d70551f7bdc3dcac05c8e56/f 2024-11-09T16:20:16,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins__test__8agkuh8osdhsdfstslft39vc195m7hkt279ebl87njbmafaami7qagrh8mn4c5c7/f/hfile_1 into 0ed672cc8d70551f7bdc3dcac05c8e56/f (new location: hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56/f/3323cc11b63e44958ada678ceb200cb2_SeqId_4_) 2024-11-09T16:20:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins__test__8agkuh8osdhsdfstslft39vc195m7hkt279ebl87njbmafaami7qagrh8mn4c5c7/f/hfile_1 2024-11-09T16:20:16,788 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:20:16,788 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:16,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:16,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:16,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:16,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56., hostname=efe6b43736f4,42279,1731169199035, seqNum=2 , the old value is region=test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56., hostname=efe6b43736f4,42279,1731169199035, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=efe6b43736f4:42279 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T16:20:16,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56., hostname=efe6b43736f4,42279,1731169199035, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T16:20:16,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56., hostname=efe6b43736f4,42279,1731169199035, seqNum=2 from cache 2024-11-09T16:20:16,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:16,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1] 2024-11-09T16:20:16,790 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T16:20:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:16,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:20:16,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731169209818.aaaa37b108442457d5943362037e97fb., hostname=efe6b43736f4,42985,1731169204604, seqNum=2] 2024-11-09T16:20:16,795 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T16:20:16,896 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:42279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T16:20:17,029 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 379, reset compression=false 2024-11-09T16:20:17,036 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:20:17,036 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,42279,1731169199035 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ed672cc8d70551f7bdc3dcac05c8e56/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731169216787/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T16:20:17,040 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:20:17,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-09T16:20:17,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.ReplicationSink(318): Replicating [001fec12-e108-445c-bae3-a14c0f949b9f] bulk loaded data 2024-11-09T16:20:17,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14113eda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:17,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,37331,-1 for getting cluster id 2024-11-09T16:20:17,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:17,043 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e4006d6-d443-4665-a3f9-4bf3c678c892' 2024-11-09T16:20:17,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:17,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e4006d6-d443-4665-a3f9-4bf3c678c892" 2024-11-09T16:20:17,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b2eb1a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:17,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,37331,-1] 2024-11-09T16:20:17,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:17,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:17,045 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:17,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69c4c599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:17,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741840_1016 (size=7894) 2024-11-09T16:20:17,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741841_1017 (size=7691) 2024-11-09T16:20:17,162 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958 to pos 379, reset compression=false 2024-11-09T16:20:17,236 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 687, reset compression=false 2024-11-09T16:20:17,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:17,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,37331,1731169204459 2024-11-09T16:20:17,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1316340d 2024-11-09T16:20:17,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:17,481 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T16:20:17,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T16:20:17,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:17,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1] 2024-11-09T16:20:17,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:17,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T16:20:17,491 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins.hfs.11__test__rrnqsumuc7nalmeb39lmc235jq8595cnu54j3pv9fki3s88997mugse7t8pq8b57/f/2b9e0b45d5ba46bb9905ed1a49989e74_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T16:20:17,494 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins.hfs.11__test__rrnqsumuc7nalmeb39lmc235jq8595cnu54j3pv9fki3s88997mugse7t8pq8b57/f/3323cc11b63e44958ada678ceb200cb2_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T16:20:17,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins.hfs.11__test__rrnqsumuc7nalmeb39lmc235jq8595cnu54j3pv9fki3s88997mugse7t8pq8b57/f/2b9e0b45d5ba46bb9905ed1a49989e74_SeqId_4_ for inclusion in aaaa37b108442457d5943362037e97fb/f 2024-11-09T16:20:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T16:20:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:20:17,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins.hfs.11__test__rrnqsumuc7nalmeb39lmc235jq8595cnu54j3pv9fki3s88997mugse7t8pq8b57/f/3323cc11b63e44958ada678ceb200cb2_SeqId_4_ for inclusion in aaaa37b108442457d5943362037e97fb/f 2024-11-09T16:20:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T16:20:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:20:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HRegion(2603): Flush status journal for aaaa37b108442457d5943362037e97fb: 2024-11-09T16:20:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2b9e0b45d5ba46bb9905ed1a49989e74_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T16:20:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins.hfs.11__test__rrnqsumuc7nalmeb39lmc235jq8595cnu54j3pv9fki3s88997mugse7t8pq8b57/f/2b9e0b45d5ba46bb9905ed1a49989e74_SeqId_4_ as hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb/f/500634830702440483a7a66e807d4fad_SeqId_4_ 2024-11-09T16:20:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3323cc11b63e44958ada678ceb200cb2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T16:20:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins.hfs.11__test__rrnqsumuc7nalmeb39lmc235jq8595cnu54j3pv9fki3s88997mugse7t8pq8b57/f/3323cc11b63e44958ada678ceb200cb2_SeqId_4_ as hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb/f/f0ce153612be40eda334572bb01ec975_SeqId_4_ 2024-11-09T16:20:17,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins.hfs.11__test__rrnqsumuc7nalmeb39lmc235jq8595cnu54j3pv9fki3s88997mugse7t8pq8b57/f/2b9e0b45d5ba46bb9905ed1a49989e74_SeqId_4_ into aaaa37b108442457d5943362037e97fb/f as hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb/f/500634830702440483a7a66e807d4fad_SeqId_4_ - updating store file list. 2024-11-09T16:20:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 500634830702440483a7a66e807d4fad_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T16:20:17,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb/f/500634830702440483a7a66e807d4fad_SeqId_4_ into aaaa37b108442457d5943362037e97fb/f 2024-11-09T16:20:17,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins.hfs.11__test__rrnqsumuc7nalmeb39lmc235jq8595cnu54j3pv9fki3s88997mugse7t8pq8b57/f/2b9e0b45d5ba46bb9905ed1a49989e74_SeqId_4_ into aaaa37b108442457d5943362037e97fb/f (new location: hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb/f/500634830702440483a7a66e807d4fad_SeqId_4_) 2024-11-09T16:20:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins.hfs.11__test__rrnqsumuc7nalmeb39lmc235jq8595cnu54j3pv9fki3s88997mugse7t8pq8b57/f/2b9e0b45d5ba46bb9905ed1a49989e74_SeqId_4_ 2024-11-09T16:20:17,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins.hfs.11__test__rrnqsumuc7nalmeb39lmc235jq8595cnu54j3pv9fki3s88997mugse7t8pq8b57/f/3323cc11b63e44958ada678ceb200cb2_SeqId_4_ into aaaa37b108442457d5943362037e97fb/f as hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb/f/f0ce153612be40eda334572bb01ec975_SeqId_4_ - updating store file list. 2024-11-09T16:20:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f0ce153612be40eda334572bb01ec975_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T16:20:17,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb/f/f0ce153612be40eda334572bb01ec975_SeqId_4_ into aaaa37b108442457d5943362037e97fb/f 2024-11-09T16:20:17,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins.hfs.11__test__rrnqsumuc7nalmeb39lmc235jq8595cnu54j3pv9fki3s88997mugse7t8pq8b57/f/3323cc11b63e44958ada678ceb200cb2_SeqId_4_ into aaaa37b108442457d5943362037e97fb/f (new location: hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb/f/f0ce153612be40eda334572bb01ec975_SeqId_4_) 2024-11-09T16:20:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins.hfs.11__test__rrnqsumuc7nalmeb39lmc235jq8595cnu54j3pv9fki3s88997mugse7t8pq8b57/f/3323cc11b63e44958ada678ceb200cb2_SeqId_4_ 2024-11-09T16:20:17,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.ReplicationSink(324): Finished replicating [001fec12-e108-445c-bae3-a14c0f949b9f] bulk loaded data 2024-11-09T16:20:17,540 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 687, reset compression=false 2024-11-09T16:20:17,766 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958 to pos 379, reset compression=false 2024-11-09T16:20:17,791 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:20:17,791 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.shipperefe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,42985,1731169204604 got entry batch from reader: WALEntryBatch [walEntries=[{test/aaaa37b108442457d5943362037e97fb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731169217519/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T16:20:17,793 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.shipperefe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:20:17,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-09T16:20:17,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.ReplicationSink(318): Replicating [001fec12-e108-445c-bae3-a14c0f949b9f, 5e4006d6-d443-4665-a3f9-4bf3c678c892] bulk loaded data 2024-11-09T16:20:17,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32d2979e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:17,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34999,-1 for getting cluster id 2024-11-09T16:20:17,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:17,796 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '001fec12-e108-445c-bae3-a14c0f949b9f' 2024-11-09T16:20:17,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:17,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "001fec12-e108-445c-bae3-a14c0f949b9f" 2024-11-09T16:20:17,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33122ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:17,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34999,-1] 2024-11-09T16:20:17,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:17,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:17,798 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:17,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74b56fbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:17,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:17,813 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731169217813/Put/seqid=0 2024-11-09T16:20:17,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741842_1018 (size=11194) 2024-11-09T16:20:17,832 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731169217832/Put/seqid=0 2024-11-09T16:20:17,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741842_1018 (size=7894) 2024-11-09T16:20:17,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741843_1019 (size=10791) 2024-11-09T16:20:17,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc83fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:17,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,37331,-1 for getting cluster id 2024-11-09T16:20:17,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:17,857 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e4006d6-d443-4665-a3f9-4bf3c678c892' 2024-11-09T16:20:17,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:17,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e4006d6-d443-4665-a3f9-4bf3c678c892" 2024-11-09T16:20:17,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f44e8c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:17,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,37331,-1] 2024-11-09T16:20:17,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:17,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:17,860 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:17,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f08b92e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:17,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:17,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1] 2024-11-09T16:20:17,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:17,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:20:17,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,37331,1731169204459 2024-11-09T16:20:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@158c52b4 2024-11-09T16:20:17,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:17,879 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:20:17,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731169209818.aaaa37b108442457d5943362037e97fb., hostname=efe6b43736f4,42985,1731169204604, seqNum=2] 2024-11-09T16:20:17,898 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T16:20:17,912 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T16:20:17,915 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T16:20:17,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/testHFileCyclicReplication_10/f/hfile_1 for inclusion in aaaa37b108442457d5943362037e97fb/f 2024-11-09T16:20:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T16:20:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:20:17,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/testHFileCyclicReplication_10/f/hfile_0 for inclusion in aaaa37b108442457d5943362037e97fb/f 2024-11-09T16:20:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T16:20:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:20:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HRegion(2603): Flush status journal for aaaa37b108442457d5943362037e97fb: 2024-11-09T16:20:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins__test__qbr3njpf6i4rdgn8nk8nagkg16iha57dctcneih8d14qa4k6tnjgi21450ojfpnq/f/hfile_1 2024-11-09T16:20:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins__test__qbr3njpf6i4rdgn8nk8nagkg16iha57dctcneih8d14qa4k6tnjgi21450ojfpnq/f/hfile_1 as hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb/f/bf7080f2d9624a2690fba70cab24af82_SeqId_6_ 2024-11-09T16:20:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins__test__qbr3njpf6i4rdgn8nk8nagkg16iha57dctcneih8d14qa4k6tnjgi21450ojfpnq/f/hfile_0 2024-11-09T16:20:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins__test__qbr3njpf6i4rdgn8nk8nagkg16iha57dctcneih8d14qa4k6tnjgi21450ojfpnq/f/hfile_0 as hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb/f/42a4521454b7404cbb3691809582ed17_SeqId_6_ 2024-11-09T16:20:17,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins__test__qbr3njpf6i4rdgn8nk8nagkg16iha57dctcneih8d14qa4k6tnjgi21450ojfpnq/f/hfile_1 into aaaa37b108442457d5943362037e97fb/f as hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb/f/bf7080f2d9624a2690fba70cab24af82_SeqId_6_ - updating store file list. 2024-11-09T16:20:17,959 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 687, reset compression=false 2024-11-09T16:20:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bf7080f2d9624a2690fba70cab24af82_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T16:20:17,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb/f/bf7080f2d9624a2690fba70cab24af82_SeqId_6_ into aaaa37b108442457d5943362037e97fb/f 2024-11-09T16:20:17,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins__test__qbr3njpf6i4rdgn8nk8nagkg16iha57dctcneih8d14qa4k6tnjgi21450ojfpnq/f/hfile_1 into aaaa37b108442457d5943362037e97fb/f (new location: hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb/f/bf7080f2d9624a2690fba70cab24af82_SeqId_6_) 2024-11-09T16:20:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins__test__qbr3njpf6i4rdgn8nk8nagkg16iha57dctcneih8d14qa4k6tnjgi21450ojfpnq/f/hfile_1 2024-11-09T16:20:17,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins__test__qbr3njpf6i4rdgn8nk8nagkg16iha57dctcneih8d14qa4k6tnjgi21450ojfpnq/f/hfile_0 into aaaa37b108442457d5943362037e97fb/f as hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb/f/42a4521454b7404cbb3691809582ed17_SeqId_6_ - updating store file list. 2024-11-09T16:20:17,991 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958 to pos 725, reset compression=false 2024-11-09T16:20:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 42a4521454b7404cbb3691809582ed17_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T16:20:18,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb/f/42a4521454b7404cbb3691809582ed17_SeqId_6_ into aaaa37b108442457d5943362037e97fb/f 2024-11-09T16:20:18,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins__test__qbr3njpf6i4rdgn8nk8nagkg16iha57dctcneih8d14qa4k6tnjgi21450ojfpnq/f/hfile_0 into aaaa37b108442457d5943362037e97fb/f (new location: hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb/f/42a4521454b7404cbb3691809582ed17_SeqId_6_) 2024-11-09T16:20:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/staging/jenkins__test__qbr3njpf6i4rdgn8nk8nagkg16iha57dctcneih8d14qa4k6tnjgi21450ojfpnq/f/hfile_0 2024-11-09T16:20:18,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:20:18,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:18,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:18,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:18,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731169209818.aaaa37b108442457d5943362037e97fb., hostname=efe6b43736f4,42985,1731169204604, seqNum=2 , the old value is region=test,,1731169209818.aaaa37b108442457d5943362037e97fb., hostname=efe6b43736f4,42985,1731169204604, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=efe6b43736f4:42985 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T16:20:18,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731169209818.aaaa37b108442457d5943362037e97fb., hostname=efe6b43736f4,42985,1731169204604, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T16:20:18,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731169209818.aaaa37b108442457d5943362037e97fb., hostname=efe6b43736f4,42985,1731169204604, seqNum=2 from cache 2024-11-09T16:20:18,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42985: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:57342 deadline: 1731169278003 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:57342 2024-11-09T16:20:18,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:18,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42279,1731169199035, seqNum=-1] 2024-11-09T16:20:18,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:18,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:20:18,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56., hostname=efe6b43736f4,42279,1731169199035, seqNum=2] 2024-11-09T16:20:18,012 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:20:18,017 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T16:20:18,116 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:42985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T16:20:18,213 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958 to pos 1033, reset compression=false 2024-11-09T16:20:18,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741843_1019 (size=7691) 2024-11-09T16:20:18,490 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 687, reset compression=false 2024-11-09T16:20:18,525 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958 to pos 1033, reset compression=false 2024-11-09T16:20:18,641 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:20:18,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:18,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,34999,1731169198867 2024-11-09T16:20:18,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6547469b 2024-11-09T16:20:18,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:18,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:18,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:18,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:18,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:18,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:18,669 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T16:20:18,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:18,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T16:20:18,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:18,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42279,1731169199035, seqNum=-1] 2024-11-09T16:20:18,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:18,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T16:20:18,694 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins.hfs.10__test__rhd8dusgd7h5h6l9jncosp3qrkcenkvr9siomo2ugv34ob23v26q24c3ico95v19/f/500634830702440483a7a66e807d4fad_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T16:20:18,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:18,698 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins.hfs.10__test__rhd8dusgd7h5h6l9jncosp3qrkcenkvr9siomo2ugv34ob23v26q24c3ico95v19/f/f0ce153612be40eda334572bb01ec975_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T16:20:18,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.ReplicationSink(324): Finished replicating [001fec12-e108-445c-bae3-a14c0f949b9f, 5e4006d6-d443-4665-a3f9-4bf3c678c892] bulk loaded data 2024-11-09T16:20:18,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:18,707 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.shipperefe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,42985,1731169204604 got entry batch from reader: WALEntryBatch [walEntries=[{test/aaaa37b108442457d5943362037e97fb/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731169218002/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T16:20:18,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.ReplicationSink(318): Replicating [5e4006d6-d443-4665-a3f9-4bf3c678c892] bulk loaded data 2024-11-09T16:20:18,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741844_1020 (size=10791) 2024-11-09T16:20:18,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741845_1021 (size=11194) 2024-11-09T16:20:18,929 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958 to pos 1033, reset compression=false 2024-11-09T16:20:19,022 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T16:20:19,052 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T16:20:19,093 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 687, reset compression=false 2024-11-09T16:20:19,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T16:20:19,155 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins.hfs.10__test__9asafgo1fnq6vpvblroerniuh9n228gi7mdmdmsqktgako0afa5ojjhqc1etsdpq/f/42a4521454b7404cbb3691809582ed17_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-09T16:20:19,158 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins.hfs.10__test__9asafgo1fnq6vpvblroerniuh9n228gi7mdmdmsqktgako0afa5ojjhqc1etsdpq/f/bf7080f2d9624a2690fba70cab24af82_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-09T16:20:19,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins.hfs.10__test__9asafgo1fnq6vpvblroerniuh9n228gi7mdmdmsqktgako0afa5ojjhqc1etsdpq/f/bf7080f2d9624a2690fba70cab24af82_SeqId_6_ for inclusion in 0ed672cc8d70551f7bdc3dcac05c8e56/f 2024-11-09T16:20:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T16:20:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:20:19,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins.hfs.10__test__9asafgo1fnq6vpvblroerniuh9n228gi7mdmdmsqktgako0afa5ojjhqc1etsdpq/f/42a4521454b7404cbb3691809582ed17_SeqId_6_ for inclusion in 0ed672cc8d70551f7bdc3dcac05c8e56/f 2024-11-09T16:20:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T16:20:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:20:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HRegion(2603): Flush status journal for 0ed672cc8d70551f7bdc3dcac05c8e56: 2024-11-09T16:20:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bf7080f2d9624a2690fba70cab24af82_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T16:20:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins.hfs.10__test__9asafgo1fnq6vpvblroerniuh9n228gi7mdmdmsqktgako0afa5ojjhqc1etsdpq/f/bf7080f2d9624a2690fba70cab24af82_SeqId_6_ as hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56/f/f378337a3e9540a289ba7b6ace72bad4_SeqId_6_ 2024-11-09T16:20:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 42a4521454b7404cbb3691809582ed17_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T16:20:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins.hfs.10__test__9asafgo1fnq6vpvblroerniuh9n228gi7mdmdmsqktgako0afa5ojjhqc1etsdpq/f/42a4521454b7404cbb3691809582ed17_SeqId_6_ as hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56/f/d4d200936f3f4b2595fda71f8eae7bd5_SeqId_6_ 2024-11-09T16:20:19,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins.hfs.10__test__9asafgo1fnq6vpvblroerniuh9n228gi7mdmdmsqktgako0afa5ojjhqc1etsdpq/f/bf7080f2d9624a2690fba70cab24af82_SeqId_6_ into 0ed672cc8d70551f7bdc3dcac05c8e56/f as hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56/f/f378337a3e9540a289ba7b6ace72bad4_SeqId_6_ - updating store file list. 2024-11-09T16:20:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f378337a3e9540a289ba7b6ace72bad4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T16:20:19,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56/f/f378337a3e9540a289ba7b6ace72bad4_SeqId_6_ into 0ed672cc8d70551f7bdc3dcac05c8e56/f 2024-11-09T16:20:19,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins.hfs.10__test__9asafgo1fnq6vpvblroerniuh9n228gi7mdmdmsqktgako0afa5ojjhqc1etsdpq/f/bf7080f2d9624a2690fba70cab24af82_SeqId_6_ into 0ed672cc8d70551f7bdc3dcac05c8e56/f (new location: hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56/f/f378337a3e9540a289ba7b6ace72bad4_SeqId_6_) 2024-11-09T16:20:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins.hfs.10__test__9asafgo1fnq6vpvblroerniuh9n228gi7mdmdmsqktgako0afa5ojjhqc1etsdpq/f/bf7080f2d9624a2690fba70cab24af82_SeqId_6_ 2024-11-09T16:20:19,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins.hfs.10__test__9asafgo1fnq6vpvblroerniuh9n228gi7mdmdmsqktgako0afa5ojjhqc1etsdpq/f/42a4521454b7404cbb3691809582ed17_SeqId_6_ into 0ed672cc8d70551f7bdc3dcac05c8e56/f as hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56/f/d4d200936f3f4b2595fda71f8eae7bd5_SeqId_6_ - updating store file list. 2024-11-09T16:20:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d4d200936f3f4b2595fda71f8eae7bd5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T16:20:19,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56/f/d4d200936f3f4b2595fda71f8eae7bd5_SeqId_6_ into 0ed672cc8d70551f7bdc3dcac05c8e56/f 2024-11-09T16:20:19,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins.hfs.10__test__9asafgo1fnq6vpvblroerniuh9n228gi7mdmdmsqktgako0afa5ojjhqc1etsdpq/f/42a4521454b7404cbb3691809582ed17_SeqId_6_ into 0ed672cc8d70551f7bdc3dcac05c8e56/f (new location: hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56/f/d4d200936f3f4b2595fda71f8eae7bd5_SeqId_6_) 2024-11-09T16:20:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/staging/jenkins.hfs.10__test__9asafgo1fnq6vpvblroerniuh9n228gi7mdmdmsqktgako0afa5ojjhqc1etsdpq/f/42a4521454b7404cbb3691809582ed17_SeqId_6_ 2024-11-09T16:20:19,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42279 {}] regionserver.ReplicationSink(324): Finished replicating [5e4006d6-d443-4665-a3f9-4bf3c678c892] bulk loaded data 2024-11-09T16:20:19,437 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958 to pos 1033, reset compression=false 2024-11-09T16:20:19,798 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 687, reset compression=false 2024-11-09T16:20:19,806 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:20:19,806 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,42279,1731169199035 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ed672cc8d70551f7bdc3dcac05c8e56/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731169219201/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T16:20:19,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.ReplicationSink(318): Replicating [5e4006d6-d443-4665-a3f9-4bf3c678c892, 001fec12-e108-445c-bae3-a14c0f949b9f] bulk loaded data 2024-11-09T16:20:19,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741844_1020 (size=10791) 2024-11-09T16:20:20,006 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 1033, reset compression=false 2024-11-09T16:20:20,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:20:20,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:20:20,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:20,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:20,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:20,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:20,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:20:20,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1830638620, stopped=false 2024-11-09T16:20:20,048 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,37331,1731169204459 2024-11-09T16:20:20,050 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958 to pos 1033, reset compression=false 2024-11-09T16:20:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11298458627/running 2024-11-09T16:20:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627 2024-11-09T16:20:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11298458627/running 2024-11-09T16:20:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627 2024-11-09T16:20:20,124 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:20:20,124 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:20:20,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:20,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:20,125 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,42985,1731169204604' ***** 2024-11-09T16:20:20,125 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:20:20,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Set watcher on znode that does not yet exist, /11298458627/running 2024-11-09T16:20:20,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Set watcher on znode that does not yet exist, /11298458627/running 2024-11-09T16:20:20,127 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:20:20,127 INFO [RS:0;efe6b43736f4:42985 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:20:20,127 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:20:20,127 INFO [RS:0;efe6b43736f4:42985 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:20:20,127 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a890f305db424e0d25b5c4591c5c087 2024-11-09T16:20:20,127 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(3091): Received CLOSE for aaaa37b108442457d5943362037e97fb 2024-11-09T16:20:20,127 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,42985,1731169204604 2024-11-09T16:20:20,128 INFO [RS:0;efe6b43736f4:42985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:20:20,128 INFO [RS:0;efe6b43736f4:42985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:42985. 2024-11-09T16:20:20,128 DEBUG [RS:0;efe6b43736f4:42985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:20,128 DEBUG [RS:0;efe6b43736f4:42985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:20,128 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:20:20,128 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:20:20,128 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:20:20,128 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:20:20,128 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a890f305db424e0d25b5c4591c5c087, disabling compactions & flushes 2024-11-09T16:20:20,128 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087. 2024-11-09T16:20:20,128 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087. 2024-11-09T16:20:20,128 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087. after waiting 0 ms 2024-11-09T16:20:20,128 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087. 2024-11-09T16:20:20,128 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a890f305db424e0d25b5c4591c5c087 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-09T16:20:20,129 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T16:20:20,129 DEBUG [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(1325): Online Regions={0a890f305db424e0d25b5c4591c5c087=hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087., 1588230740=hbase:meta,,1.1588230740, aaaa37b108442457d5943362037e97fb=test,,1731169209818.aaaa37b108442457d5943362037e97fb.} 2024-11-09T16:20:20,130 DEBUG [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(1351): Waiting on 0a890f305db424e0d25b5c4591c5c087, 1588230740, aaaa37b108442457d5943362037e97fb 2024-11-09T16:20:20,130 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:20:20,130 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:20:20,130 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:20:20,130 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:20:20,130 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:20:20,130 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T16:20:20,139 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:20:20,160 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/replication/0a890f305db424e0d25b5c4591c5c087/.tmp/hfileref/72a66d532f974ad99363c33a11bc5d30 is 74, key is 1/hfileref:42a4521454b7404cbb3691809582ed17_SeqId_6_/1731169219204/DeleteColumn/seqid=0 2024-11-09T16:20:20,162 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/.tmp/info/a72fbe0bc404416da481490d2b0d4753 is 147, key is hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087./info:regioninfo/1731169215350/Put/seqid=0 2024-11-09T16:20:20,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741846_1022 (size=5345) 2024-11-09T16:20:20,171 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/replication/0a890f305db424e0d25b5c4591c5c087/.tmp/hfileref/72a66d532f974ad99363c33a11bc5d30 2024-11-09T16:20:20,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741845_1021 (size=7686) 2024-11-09T16:20:20,211 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/.tmp/info/a72fbe0bc404416da481490d2b0d4753 2024-11-09T16:20:20,241 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/replication/0a890f305db424e0d25b5c4591c5c087/.tmp/queue/17628f22bca04fb8aeb0149bc2d008e2 is 154, key is 1-efe6b43736f4,42985,1731169204604/queue:efe6b43736f4%2C42985%2C1731169204604/1731169219206/Put/seqid=0 2024-11-09T16:20:20,243 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/.tmp/ns/5f79b49e6654452eafbf4f8c9d1abfaa is 43, key is default/ns:d/1731169207529/Put/seqid=0 2024-11-09T16:20:20,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741847_1023 (size=5353) 2024-11-09T16:20:20,267 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/replication/0a890f305db424e0d25b5c4591c5c087/.tmp/queue/17628f22bca04fb8aeb0149bc2d008e2 2024-11-09T16:20:20,273 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/replication/0a890f305db424e0d25b5c4591c5c087/.tmp/hfileref/72a66d532f974ad99363c33a11bc5d30 as hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/replication/0a890f305db424e0d25b5c4591c5c087/hfileref/72a66d532f974ad99363c33a11bc5d30 2024-11-09T16:20:20,285 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/replication/0a890f305db424e0d25b5c4591c5c087/hfileref/72a66d532f974ad99363c33a11bc5d30, entries=4, sequenceid=12, filesize=5.2 K 2024-11-09T16:20:20,286 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/replication/0a890f305db424e0d25b5c4591c5c087/.tmp/queue/17628f22bca04fb8aeb0149bc2d008e2 as hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/replication/0a890f305db424e0d25b5c4591c5c087/queue/17628f22bca04fb8aeb0149bc2d008e2 2024-11-09T16:20:20,292 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/replication/0a890f305db424e0d25b5c4591c5c087/queue/17628f22bca04fb8aeb0149bc2d008e2, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T16:20:20,294 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 0a890f305db424e0d25b5c4591c5c087 in 166ms, sequenceid=12, compaction requested=false 2024-11-09T16:20:20,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741848_1024 (size=5153) 2024-11-09T16:20:20,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741849_1025 (size=11194) 2024-11-09T16:20:20,313 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 1033, reset compression=false 2024-11-09T16:20:20,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T16:20:20,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T16:20:20,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42985 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:57338 deadline: 1731169280319, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping 2024-11-09T16:20:20,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T16:20:20,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T16:20:20,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1 from cache 2024-11-09T16:20:20,328 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/replication/0a890f305db424e0d25b5c4591c5c087/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T16:20:20,329 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:20:20,329 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:20:20,329 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087. 2024-11-09T16:20:20,329 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a890f305db424e0d25b5c4591c5c087: Waiting for close lock at 1731169220128Running coprocessor pre-close hooks at 1731169220128Disabling compacts and flushes for region at 1731169220128Disabling writes for close at 1731169220128Obtaining lock to block concurrent updates at 1731169220128Preparing flush snapshotting stores in 0a890f305db424e0d25b5c4591c5c087 at 1731169220128Finished memstore snapshotting hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731169220129 (+1 ms)Flushing stores of hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087. at 1731169220129Flushing 0a890f305db424e0d25b5c4591c5c087/hfileref: creating writer at 1731169220130 (+1 ms)Flushing 0a890f305db424e0d25b5c4591c5c087/hfileref: appending metadata at 1731169220155 (+25 ms)Flushing 0a890f305db424e0d25b5c4591c5c087/hfileref: closing flushed file at 1731169220155Flushing 0a890f305db424e0d25b5c4591c5c087/queue: creating writer at 1731169220187 (+32 ms)Flushing 0a890f305db424e0d25b5c4591c5c087/queue: appending metadata at 1731169220240 (+53 ms)Flushing 0a890f305db424e0d25b5c4591c5c087/queue: closing flushed file at 1731169220240Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19150d17: reopening flushed file at 1731169220272 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@598ce0ff: reopening flushed file at 1731169220285 (+13 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 0a890f305db424e0d25b5c4591c5c087 in 166ms, sequenceid=12, compaction requested=false at 1731169220294 (+9 ms)Writing region close event to WAL at 1731169220320 (+26 ms)Running coprocessor post-close hooks at 1731169220329 (+9 ms)Closed at 1731169220329 2024-11-09T16:20:20,329 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731169214139.0a890f305db424e0d25b5c4591c5c087. 2024-11-09T16:20:20,330 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aaaa37b108442457d5943362037e97fb, disabling compactions & flushes 2024-11-09T16:20:20,330 DEBUG [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aaaa37b108442457d5943362037e97fb 2024-11-09T16:20:20,330 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731169209818.aaaa37b108442457d5943362037e97fb. 2024-11-09T16:20:20,330 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169209818.aaaa37b108442457d5943362037e97fb. 2024-11-09T16:20:20,330 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731169209818.aaaa37b108442457d5943362037e97fb. after waiting 0 ms 2024-11-09T16:20:20,330 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731169209818.aaaa37b108442457d5943362037e97fb. 2024-11-09T16:20:20,343 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/default/test/aaaa37b108442457d5943362037e97fb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T16:20:20,344 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:20:20,344 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:20:20,344 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731169209818.aaaa37b108442457d5943362037e97fb. 2024-11-09T16:20:20,344 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aaaa37b108442457d5943362037e97fb: Waiting for close lock at 1731169220330Running coprocessor pre-close hooks at 1731169220330Disabling compacts and flushes for region at 1731169220330Disabling writes for close at 1731169220330Writing region close event to WAL at 1731169220340 (+10 ms)Running coprocessor post-close hooks at 1731169220344 (+4 ms)Closed at 1731169220344 2024-11-09T16:20:20,344 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731169209818.aaaa37b108442457d5943362037e97fb. 2024-11-09T16:20:20,435 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:20,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1] 2024-11-09T16:20:20,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T16:20:20,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42985 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:57338 deadline: 1731169280319, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping 2024-11-09T16:20:20,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T16:20:20,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T16:20:20,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1 from cache 2024-11-09T16:20:20,530 DEBUG [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:20:20,645 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:20,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1] 2024-11-09T16:20:20,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T16:20:20,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42985 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:57338 deadline: 1731169280319, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping 2024-11-09T16:20:20,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T16:20:20,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T16:20:20,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1 from cache 2024-11-09T16:20:20,708 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/.tmp/ns/5f79b49e6654452eafbf4f8c9d1abfaa 2024-11-09T16:20:20,725 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/.tmp/rep_barrier/447b970e15434c16b234df0e8cd4ed38 is 112, key is test,,1731169209818.aaaa37b108442457d5943362037e97fb./rep_barrier:seqnumDuringOpen/1731169210964/Put/seqid=0 2024-11-09T16:20:20,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741850_1026 (size=5518) 2024-11-09T16:20:20,730 DEBUG [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:20:20,737 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 1033, reset compression=false 2024-11-09T16:20:20,755 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958 to pos 1033, reset compression=false 2024-11-09T16:20:20,760 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:20:20,760 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958 to pos 1328, reset compression=false 2024-11-09T16:20:20,760 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.shipperefe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,42985,1731169204604 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:20:20,761 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.shipperefe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.HRegionServer(2440): ***** ABORTING region server efe6b43736f4,42985,1731169204604: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-efe6b43736f4,42985,1731169204604, walGroup=efe6b43736f4%2C42985%2C1731169204604, offset=efe6b43736f4%2C42985%2C1731169204604.1731169206958:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:42985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T16:20:20,763 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.shipperefe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T16:20:20,763 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.shipperefe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T16:20:20,764 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.shipperefe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T16:20:20,764 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.shipperefe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T16:20:20,764 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.shipperefe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T16:20:20,764 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.shipperefe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 526810064 }, "NonHeapMemoryUsage": { "committed": 190513152, "init": 7667712, "max": -1, "used": 187599872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T16:20:20,766 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.shipperefe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T16:20:20,836 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:20:20,836 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:20:20,930 DEBUG [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:20:20,955 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:20,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1] 2024-11-09T16:20:20,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:20:20,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting 2024-11-09T16:20:20,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting 2024-11-09T16:20:20,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1 from cache 2024-11-09T16:20:20,967 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958 to pos 1328, reset compression=false 2024-11-09T16:20:21,129 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/.tmp/rep_barrier/447b970e15434c16b234df0e8cd4ed38 2024-11-09T16:20:21,130 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T16:20:21,130 DEBUG [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T16:20:21,131 DEBUG [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:20:21,152 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/.tmp/table/901d84c8205d44b1952609d63a7d7a1c is 53, key is hbase:replication/table:state/1731169215357/Put/seqid=0 2024-11-09T16:20:21,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741851_1027 (size=5308) 2024-11-09T16:20:21,241 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 1033, reset compression=false 2024-11-09T16:20:21,271 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958 to pos 1328, reset compression=false 2024-11-09T16:20:21,331 DEBUG [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:20:21,465 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:21,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1] 2024-11-09T16:20:21,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:20:21,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting 2024-11-09T16:20:21,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting 2024-11-09T16:20:21,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42985,1731169204604, seqNum=-1 from cache 2024-11-09T16:20:21,468 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:20:21,469 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T16:20:20.328Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T16:20:20.438Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T16:20:20.648Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T16:20:20.958Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting 2024-11-09T16:20:21.467Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server efe6b43736f4,42985,1731169204604 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T16:20:21,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T16:20:20.328Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T16:20:20.438Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T16:20:20.648Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T16:20:20.958Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting 2024-11-09T16:20:21.467Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server efe6b43736f4,42985,1731169204604 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T16:20:21,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42985 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 603 connection: 172.17.0.3:57322 deadline: 1731169279807, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T16:20:20.328Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T16:20:20.438Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T16:20:20.648Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T16:20:20.958Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting 2024-11-09T16:20:21.467Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting 2024-11-09T16:20:21,472 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T16:20:20.328Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T16:20:20.438Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T16:20:20.648Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server efe6b43736f4,42985,1731169204604 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T16:20:20.958Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting 2024-11-09T16:20:21.467Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server efe6b43736f4,42985,1731169204604 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:20:21,531 DEBUG [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:20:21,556 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/.tmp/table/901d84c8205d44b1952609d63a7d7a1c 2024-11-09T16:20:21,561 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/.tmp/info/a72fbe0bc404416da481490d2b0d4753 as hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/info/a72fbe0bc404416da481490d2b0d4753 2024-11-09T16:20:21,566 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/info/a72fbe0bc404416da481490d2b0d4753, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T16:20:21,567 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/.tmp/ns/5f79b49e6654452eafbf4f8c9d1abfaa as hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/ns/5f79b49e6654452eafbf4f8c9d1abfaa 2024-11-09T16:20:21,572 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/ns/5f79b49e6654452eafbf4f8c9d1abfaa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T16:20:21,573 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/.tmp/rep_barrier/447b970e15434c16b234df0e8cd4ed38 as hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/rep_barrier/447b970e15434c16b234df0e8cd4ed38 2024-11-09T16:20:21,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:20:21,576 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server efe6b43736f4,42985,1731169204604 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:20:21,578 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/rep_barrier/447b970e15434c16b234df0e8cd4ed38, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T16:20:21,579 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/.tmp/table/901d84c8205d44b1952609d63a7d7a1c as hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/table/901d84c8205d44b1952609d63a7d7a1c 2024-11-09T16:20:21,585 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/table/901d84c8205d44b1952609d63a7d7a1c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T16:20:21,586 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1456ms, sequenceid=16, compaction requested=false 2024-11-09T16:20:21,592 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T16:20:21,592 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:20:21,593 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:20:21,593 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:20:21,593 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169220130Running coprocessor pre-close hooks at 1731169220130Disabling compacts and flushes for region at 1731169220130Disabling writes for close at 1731169220130Obtaining lock to block concurrent updates at 1731169220130Preparing flush snapshotting stores in 1588230740 at 1731169220130Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731169220131 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731169220131Flushing 1588230740/info: creating writer at 1731169220132 (+1 ms)Flushing 1588230740/info: appending metadata at 1731169220162 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731169220162Flushing 1588230740/ns: creating writer at 1731169220216 (+54 ms)Flushing 1588230740/ns: appending metadata at 1731169220241 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731169220242 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731169220713 (+471 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731169220725 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731169220725Flushing 1588230740/table: creating writer at 1731169221134 (+409 ms)Flushing 1588230740/table: appending metadata at 1731169221151 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731169221151Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@319908ee: reopening flushed file at 1731169221561 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e597472: reopening flushed file at 1731169221566 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43fc63da: reopening flushed file at 1731169221572 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156729c: reopening flushed file at 1731169221579 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1456ms, sequenceid=16, compaction requested=false at 1731169221586 (+7 ms)Writing region close event to WAL at 1731169221589 (+3 ms)Running coprocessor post-close hooks at 1731169221592 (+3 ms)Closed at 1731169221593 (+1 ms) 2024-11-09T16:20:21,593 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:20:21,675 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.1731169206958 to pos 1328, reset compression=false 2024-11-09T16:20:21,731 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,42985,1731169204604; all regions closed. 2024-11-09T16:20:21,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741834_1010 (size=4239) 2024-11-09T16:20:21,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741839_1015 (size=3127) 2024-11-09T16:20:21,740 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/WALs/efe6b43736f4,42985,1731169204604/efe6b43736f4%2C42985%2C1731169204604.rep.1731169215280 not finished, retry = 0 2024-11-09T16:20:21,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server efe6b43736f4,42985,1731169204604 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:20:21,780 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server efe6b43736f4,42985,1731169204604 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:20:21,845 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 1033, reset compression=false 2024-11-09T16:20:21,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741833_1009 (size=1336) 2024-11-09T16:20:21,858 DEBUG [RS:0;efe6b43736f4:42985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:21,858 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:20:21,858 INFO [RS:0;efe6b43736f4:42985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:20:21,858 INFO [RS:0;efe6b43736f4:42985 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T16:20:21,859 INFO [RS:0;efe6b43736f4:42985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:20:21,859 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:20:21,859 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-efe6b43736f4,42985,1731169204604 because: Region server is closing 2024-11-09T16:20:21,859 INFO [RS:0;efe6b43736f4:42985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:42985. 2024-11-09T16:20:21,859 DEBUG [RS:0;efe6b43736f4:42985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:21,859 DEBUG [RS:0;efe6b43736f4:42985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:21,859 DEBUG [RS:0;efe6b43736f4:42985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:21,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:21,959 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.shipperefe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 terminated 2024-11-09T16:20:21,959 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42985,1731169204604.replicationSource.wal-reader.efe6b43736f4%2C42985%2C1731169204604,1-efe6b43736f4,42985,1731169204604 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T16:20:21,960 INFO [RS:0;efe6b43736f4:42985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:42985. 2024-11-09T16:20:21,960 DEBUG [RS:0;efe6b43736f4:42985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:21,960 DEBUG [RS:0;efe6b43736f4:42985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:21,960 DEBUG [RS:0;efe6b43736f4:42985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:21,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:21,960 INFO [RS:0;efe6b43736f4:42985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42985 2024-11-09T16:20:21,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11298458627/rs/efe6b43736f4,42985,1731169204604 2024-11-09T16:20:21,975 INFO [RS:0;efe6b43736f4:42985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:20:21,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627/rs 2024-11-09T16:20:21,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,42985,1731169204604] 2024-11-09T16:20:21,994 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11298458627/draining/efe6b43736f4,42985,1731169204604 already deleted, retry=false 2024-11-09T16:20:21,995 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,42985,1731169204604 expired; onlineServers=0 2024-11-09T16:20:21,995 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,37331,1731169204459' ***** 2024-11-09T16:20:21,995 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:20:21,995 INFO [M:0;efe6b43736f4:37331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:20:21,995 INFO [M:0;efe6b43736f4:37331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:20:21,995 DEBUG [M:0;efe6b43736f4:37331 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:20:21,995 DEBUG [M:0;efe6b43736f4:37331 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:20:21,995 INFO [M:0;efe6b43736f4:37331 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:20:21,995 INFO [M:0;efe6b43736f4:37331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:20:21,995 DEBUG [M:0;efe6b43736f4:37331 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:20:21,995 INFO [M:0;efe6b43736f4:37331 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:20:21,995 INFO [M:0;efe6b43736f4:37331 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:20:21,995 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:20:21,995 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169206668 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169206668,5,FailOnTimeoutGroup] 2024-11-09T16:20:21,995 INFO [M:0;efe6b43736f4:37331 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:20:21,996 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169206673 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169206673,5,FailOnTimeoutGroup] 2024-11-09T16:20:21,996 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:20:22,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11298458627/master 2024-11-09T16:20:22,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11298458627 2024-11-09T16:20:22,015 DEBUG [M:0;efe6b43736f4:37331 {}] zookeeper.RecoverableZooKeeper(212): Node /11298458627/master already deleted, retry=false 2024-11-09T16:20:22,016 DEBUG [M:0;efe6b43736f4:37331 {}] master.ActiveMasterManager(353): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Failed delete of our master address node; KeeperErrorCode = NoNode for /11298458627/master 2024-11-09T16:20:22,016 INFO [M:0;efe6b43736f4:37331 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/.lastflushedseqids 2024-11-09T16:20:22,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741852_1028 (size=263) 2024-11-09T16:20:22,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:20:22,084 INFO [RS:0;efe6b43736f4:42985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:20:22,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42985-0x101206596ec0004, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:20:22,085 INFO [RS:0;efe6b43736f4:42985 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,42985,1731169204604; zookeeper connection closed. 2024-11-09T16:20:22,084 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server efe6b43736f4:42985 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: efe6b43736f4/172.17.0.3:42985 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:20:22,085 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ad120b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ad120b8 2024-11-09T16:20:22,085 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:20:22,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address efe6b43736f4:42985 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: efe6b43736f4/172.17.0.3:42985 2024-11-09T16:20:22,085 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=efe6b43736f4:42985 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: efe6b43736f4/172.17.0.3:42985 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: efe6b43736f4/172.17.0.3:42985 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T16:20:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T16:20:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:45210 deadline: 1731169282088, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-09T16:20:22,089 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T16:20:22,090 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T16:20:22,422 INFO [M:0;efe6b43736f4:37331 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:20:22,422 INFO [M:0;efe6b43736f4:37331 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:20:22,423 DEBUG [M:0;efe6b43736f4:37331 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:20:22,423 INFO [M:0;efe6b43736f4:37331 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:22,423 DEBUG [M:0;efe6b43736f4:37331 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:22,423 DEBUG [M:0;efe6b43736f4:37331 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:20:22,423 DEBUG [M:0;efe6b43736f4:37331 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:22,423 INFO [M:0;efe6b43736f4:37331 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T16:20:22,444 DEBUG [M:0;efe6b43736f4:37331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4b7e9228e2c43809783b460215f3bb0 is 82, key is hbase:meta,,1/info:regioninfo/1731169207509/Put/seqid=0 2024-11-09T16:20:22,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741853_1029 (size=5672) 2024-11-09T16:20:22,490 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T16:20:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T16:20:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:45210 deadline: 1731169282492, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-09T16:20:22,493 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T16:20:22,494 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T16:20:22,494 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T16:20:22,565 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 1033, reset compression=false 2024-11-09T16:20:22,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T16:20:22,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T16:20:22,849 INFO [M:0;efe6b43736f4:37331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4b7e9228e2c43809783b460215f3bb0 2024-11-09T16:20:22,872 DEBUG [M:0;efe6b43736f4:37331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/656a1ca9be3347b8aa1f5362970bc041 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731169215361/Put/seqid=0 2024-11-09T16:20:22,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741854_1030 (size=8517) 2024-11-09T16:20:22,880 INFO [M:0;efe6b43736f4:37331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/656a1ca9be3347b8aa1f5362970bc041 2024-11-09T16:20:22,913 DEBUG [M:0;efe6b43736f4:37331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77ecbf0f0538470e8eefe109371208a5 is 69, key is efe6b43736f4,42985,1731169204604/rs:state/1731169206767/Put/seqid=0 2024-11-09T16:20:22,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741855_1031 (size=5156) 2024-11-09T16:20:22,930 INFO [M:0;efe6b43736f4:37331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77ecbf0f0538470e8eefe109371208a5 2024-11-09T16:20:22,934 DEBUG [M:0;efe6b43736f4:37331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4b7e9228e2c43809783b460215f3bb0 as hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4b7e9228e2c43809783b460215f3bb0 2024-11-09T16:20:22,939 INFO [M:0;efe6b43736f4:37331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4b7e9228e2c43809783b460215f3bb0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T16:20:22,940 DEBUG [M:0;efe6b43736f4:37331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/656a1ca9be3347b8aa1f5362970bc041 as hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/656a1ca9be3347b8aa1f5362970bc041 2024-11-09T16:20:22,946 INFO [M:0;efe6b43736f4:37331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/656a1ca9be3347b8aa1f5362970bc041, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T16:20:22,947 DEBUG [M:0;efe6b43736f4:37331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77ecbf0f0538470e8eefe109371208a5 as hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77ecbf0f0538470e8eefe109371208a5 2024-11-09T16:20:22,951 INFO [M:0;efe6b43736f4:37331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38079/user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77ecbf0f0538470e8eefe109371208a5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T16:20:22,952 INFO [M:0;efe6b43736f4:37331 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 529ms, sequenceid=97, compaction requested=false 2024-11-09T16:20:22,961 INFO [M:0;efe6b43736f4:37331 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:22,961 DEBUG [M:0;efe6b43736f4:37331 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169222422Disabling compacts and flushes for region at 1731169222422Disabling writes for close at 1731169222423 (+1 ms)Obtaining lock to block concurrent updates at 1731169222423Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169222423Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731169222423Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169222424 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169222424Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169222443 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169222443Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169222853 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169222872 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169222872Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169222885 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169222913 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169222913Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e7e511: reopening flushed file at 1731169222934 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47a1f257: reopening flushed file at 1731169222939 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7553cf: reopening flushed file at 1731169222946 (+7 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 529ms, sequenceid=97, compaction requested=false at 1731169222952 (+6 ms)Writing region close event to WAL at 1731169222960 (+8 ms)Closed at 1731169222960 2024-11-09T16:20:22,969 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4ce72c3-4499-27c3-eeda-995b532ad2fe/MasterData/WALs/efe6b43736f4,37331,1731169204459/efe6b43736f4%2C37331%2C1731169204459.1731169206356 not finished, retry = 0 2024-11-09T16:20:22,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35063 is added to blk_1073741830_1006 (size=63666) 2024-11-09T16:20:22,994 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T16:20:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T16:20:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:45210 deadline: 1731169282996, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-09T16:20:22,997 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T16:20:22,998 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T16:20:22,998 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T16:20:23,070 INFO [M:0;efe6b43736f4:37331 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:20:23,070 INFO [M:0;efe6b43736f4:37331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37331 2024-11-09T16:20:23,070 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:20:23,071 INFO [M:0;efe6b43736f4:37331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:20:23,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:20:23,179 INFO [M:0;efe6b43736f4:37331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:20:23,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x101206596ec0003, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:20:23,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62978b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:20:23,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ce4868{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:20:23,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:20:23,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29db64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:20:23,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c855783{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/hadoop.log.dir/,STOPPED} 2024-11-09T16:20:23,223 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:20:23,223 WARN [BP-1069850938-172.17.0.3-1731169202413 heartbeating to localhost/127.0.0.1:38079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:20:23,223 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:20:23,223 WARN [BP-1069850938-172.17.0.3-1731169202413 heartbeating to localhost/127.0.0.1:38079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1069850938-172.17.0.3-1731169202413 (Datanode Uuid d80b76e0-6fba-4969-aa5d-39b7b6504864) service to localhost/127.0.0.1:38079 2024-11-09T16:20:23,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/cluster_5b60e2f1-75d9-bc4d-fe65-1f8e937424f3/data/data1/current/BP-1069850938-172.17.0.3-1731169202413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:20:23,224 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/cluster_5b60e2f1-75d9-bc4d-fe65-1f8e937424f3/data/data2/current/BP-1069850938-172.17.0.3-1731169202413 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:20:23,224 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:20:23,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bac464d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:20:23,231 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bae29d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:20:23,231 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:20:23,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ef8e466{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:20:23,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ae04b5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/hadoop.log.dir/,STOPPED} 2024-11-09T16:20:23,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:20:23,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:20:23,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:20:23,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:23,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:23,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:23,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:23,256 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:20:23,256 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1712154679, stopped=false 2024-11-09T16:20:23,256 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,34999,1731169198867 2024-11-09T16:20:23,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1274031807/running 2024-11-09T16:20:23,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1274031807/running 2024-11-09T16:20:23,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807 2024-11-09T16:20:23,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807 2024-11-09T16:20:23,268 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:20:23,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Set watcher on znode that does not yet exist, /0-1274031807/running 2024-11-09T16:20:23,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:20:23,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Set watcher on znode that does not yet exist, /0-1274031807/running 2024-11-09T16:20:23,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:23,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:23,272 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,42279,1731169199035' ***** 2024-11-09T16:20:23,272 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:20:23,272 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:20:23,273 INFO [RS:0;efe6b43736f4:42279 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:20:23,273 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:20:23,273 INFO [RS:0;efe6b43736f4:42279 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:20:23,273 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ed672cc8d70551f7bdc3dcac05c8e56 2024-11-09T16:20:23,273 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(3091): Received CLOSE for e2322ac3c36598e54b0acf0e32035262 2024-11-09T16:20:23,273 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,42279,1731169199035 2024-11-09T16:20:23,273 INFO [RS:0;efe6b43736f4:42279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:20:23,273 INFO [RS:0;efe6b43736f4:42279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:42279. 2024-11-09T16:20:23,273 DEBUG [RS:0;efe6b43736f4:42279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:23,273 DEBUG [RS:0;efe6b43736f4:42279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:23,273 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:20:23,273 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:20:23,273 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:20:23,273 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:20:23,273 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T16:20:23,273 DEBUG [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(1325): Online Regions={0ed672cc8d70551f7bdc3dcac05c8e56=test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56., e2322ac3c36598e54b0acf0e32035262=hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T16:20:23,274 DEBUG [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(1351): Waiting on 0ed672cc8d70551f7bdc3dcac05c8e56, 1588230740, e2322ac3c36598e54b0acf0e32035262 2024-11-09T16:20:23,274 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ed672cc8d70551f7bdc3dcac05c8e56, disabling compactions & flushes 2024-11-09T16:20:23,274 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:20:23,274 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56. 2024-11-09T16:20:23,274 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:20:23,274 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:20:23,274 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56. 2024-11-09T16:20:23,274 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:20:23,274 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56. after waiting 0 ms 2024-11-09T16:20:23,274 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:20:23,274 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56. 2024-11-09T16:20:23,274 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T16:20:23,277 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/default/test/0ed672cc8d70551f7bdc3dcac05c8e56/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T16:20:23,278 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:20:23,278 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:20:23,278 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56. 2024-11-09T16:20:23,278 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ed672cc8d70551f7bdc3dcac05c8e56: Waiting for close lock at 1731169223274Running coprocessor pre-close hooks at 1731169223274Disabling compacts and flushes for region at 1731169223274Disabling writes for close at 1731169223274Writing region close event to WAL at 1731169223274Running coprocessor post-close hooks at 1731169223278 (+4 ms)Closed at 1731169223278 2024-11-09T16:20:23,278 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56. 2024-11-09T16:20:23,278 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2322ac3c36598e54b0acf0e32035262, disabling compactions & flushes 2024-11-09T16:20:23,278 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262. 2024-11-09T16:20:23,278 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262. 2024-11-09T16:20:23,278 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262. after waiting 0 ms 2024-11-09T16:20:23,278 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262. 2024-11-09T16:20:23,278 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e2322ac3c36598e54b0acf0e32035262 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-09T16:20:23,292 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/.tmp/info/57c71cbb488944a09dcec24bb45b6cca is 147, key is hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262./info:regioninfo/1731169213153/Put/seqid=0 2024-11-09T16:20:23,298 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/replication/e2322ac3c36598e54b0acf0e32035262/.tmp/hfileref/8ec0f3e4ad4248aba1a93a89a829ee97 is 74, key is 1/hfileref:2b9e0b45d5ba46bb9905ed1a49989e74_SeqId_4_/1731169217523/DeleteColumn/seqid=0 2024-11-09T16:20:23,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741847_1023 (size=5345) 2024-11-09T16:20:23,307 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/replication/e2322ac3c36598e54b0acf0e32035262/.tmp/hfileref/8ec0f3e4ad4248aba1a93a89a829ee97 2024-11-09T16:20:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741846_1022 (size=7686) 2024-11-09T16:20:23,317 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/.tmp/info/57c71cbb488944a09dcec24bb45b6cca 2024-11-09T16:20:23,339 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/replication/e2322ac3c36598e54b0acf0e32035262/.tmp/queue/afca6baad92c4eb2abf6878475e8f28d is 153, key is 1-efe6b43736f4,42279,1731169199035/queue:efe6b43736f4%2C42279%2C1731169199035/1731169217526/Put/seqid=0 2024-11-09T16:20:23,344 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:20:23,348 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/.tmp/ns/26835f2cda9a44dd9dee9025ef3f11b0 is 43, key is default/ns:d/1731169202308/Put/seqid=0 2024-11-09T16:20:23,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741848_1024 (size=5352) 2024-11-09T16:20:23,353 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/replication/e2322ac3c36598e54b0acf0e32035262/.tmp/queue/afca6baad92c4eb2abf6878475e8f28d 2024-11-09T16:20:23,366 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/replication/e2322ac3c36598e54b0acf0e32035262/.tmp/hfileref/8ec0f3e4ad4248aba1a93a89a829ee97 as hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/replication/e2322ac3c36598e54b0acf0e32035262/hfileref/8ec0f3e4ad4248aba1a93a89a829ee97 2024-11-09T16:20:23,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741849_1025 (size=5153) 2024-11-09T16:20:23,369 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 1033, reset compression=false 2024-11-09T16:20:23,375 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/.tmp/ns/26835f2cda9a44dd9dee9025ef3f11b0 2024-11-09T16:20:23,390 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/replication/e2322ac3c36598e54b0acf0e32035262/hfileref/8ec0f3e4ad4248aba1a93a89a829ee97, entries=4, sequenceid=10, filesize=5.2 K 2024-11-09T16:20:23,391 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/replication/e2322ac3c36598e54b0acf0e32035262/.tmp/queue/afca6baad92c4eb2abf6878475e8f28d as hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/replication/e2322ac3c36598e54b0acf0e32035262/queue/afca6baad92c4eb2abf6878475e8f28d 2024-11-09T16:20:23,409 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/.tmp/rep_barrier/496c11b3e4a0443382ce803ea4d9b702 is 112, key is test,,1731169207663.0ed672cc8d70551f7bdc3dcac05c8e56./rep_barrier:seqnumDuringOpen/1731169208813/Put/seqid=0 2024-11-09T16:20:23,410 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:20:23,410 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 1328, reset compression=false 2024-11-09T16:20:23,416 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/replication/e2322ac3c36598e54b0acf0e32035262/queue/afca6baad92c4eb2abf6878475e8f28d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T16:20:23,417 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for e2322ac3c36598e54b0acf0e32035262 in 139ms, sequenceid=10, compaction requested=false 2024-11-09T16:20:23,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741850_1026 (size=5518) 2024-11-09T16:20:23,435 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/replication/e2322ac3c36598e54b0acf0e32035262/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T16:20:23,435 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:20:23,435 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:20:23,435 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262. 2024-11-09T16:20:23,435 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2322ac3c36598e54b0acf0e32035262: Waiting for close lock at 1731169223278Running coprocessor pre-close hooks at 1731169223278Disabling compacts and flushes for region at 1731169223278Disabling writes for close at 1731169223278Obtaining lock to block concurrent updates at 1731169223278Preparing flush snapshotting stores in e2322ac3c36598e54b0acf0e32035262 at 1731169223278Finished memstore snapshotting hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731169223279 (+1 ms)Flushing stores of hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262. at 1731169223281 (+2 ms)Flushing e2322ac3c36598e54b0acf0e32035262/hfileref: creating writer at 1731169223281Flushing e2322ac3c36598e54b0acf0e32035262/hfileref: appending metadata at 1731169223297 (+16 ms)Flushing e2322ac3c36598e54b0acf0e32035262/hfileref: closing flushed file at 1731169223297Flushing e2322ac3c36598e54b0acf0e32035262/queue: creating writer at 1731169223315 (+18 ms)Flushing e2322ac3c36598e54b0acf0e32035262/queue: appending metadata at 1731169223339 (+24 ms)Flushing e2322ac3c36598e54b0acf0e32035262/queue: closing flushed file at 1731169223339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4022c85d: reopening flushed file at 1731169223365 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd64c63: reopening flushed file at 1731169223390 (+25 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for e2322ac3c36598e54b0acf0e32035262 in 139ms, sequenceid=10, compaction requested=false at 1731169223417 (+27 ms)Writing region close event to WAL at 1731169223431 (+14 ms)Running coprocessor post-close hooks at 1731169223435 (+4 ms)Closed at 1731169223435 2024-11-09T16:20:23,436 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731169211988.e2322ac3c36598e54b0acf0e32035262. 2024-11-09T16:20:23,474 DEBUG [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:20:23,598 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T16:20:23,599 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server efe6b43736f4:37331 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: efe6b43736f4/172.17.0.3:37331 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:20:23,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address efe6b43736f4:37331 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: efe6b43736f4/172.17.0.3:37331 2024-11-09T16:20:23,621 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 1328, reset compression=false 2024-11-09T16:20:23,674 DEBUG [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:20:23,705 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:23,706 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server efe6b43736f4:37331 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: efe6b43736f4/172.17.0.3:37331 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T16:20:23,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=efe6b43736f4:37331 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: efe6b43736f4/172.17.0.3:37331 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-09T16:20:23,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address efe6b43736f4:37331 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: efe6b43736f4/172.17.0.3:37331 2024-11-09T16:20:23,833 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/.tmp/rep_barrier/496c11b3e4a0443382ce803ea4d9b702 2024-11-09T16:20:23,856 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/.tmp/table/50c830a772234a88bf5e56fe367c58f6 is 53, key is hbase:replication/table:state/1731169213159/Put/seqid=0 2024-11-09T16:20:23,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741851_1027 (size=5308) 2024-11-09T16:20:23,861 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/.tmp/table/50c830a772234a88bf5e56fe367c58f6 2024-11-09T16:20:23,875 DEBUG [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:20:23,878 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/.tmp/info/57c71cbb488944a09dcec24bb45b6cca as hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/info/57c71cbb488944a09dcec24bb45b6cca 2024-11-09T16:20:23,885 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/info/57c71cbb488944a09dcec24bb45b6cca, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T16:20:23,886 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/.tmp/ns/26835f2cda9a44dd9dee9025ef3f11b0 as hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/ns/26835f2cda9a44dd9dee9025ef3f11b0 2024-11-09T16:20:23,893 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/ns/26835f2cda9a44dd9dee9025ef3f11b0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T16:20:23,894 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/.tmp/rep_barrier/496c11b3e4a0443382ce803ea4d9b702 as hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/rep_barrier/496c11b3e4a0443382ce803ea4d9b702 2024-11-09T16:20:23,900 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/rep_barrier/496c11b3e4a0443382ce803ea4d9b702, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T16:20:23,903 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/.tmp/table/50c830a772234a88bf5e56fe367c58f6 as hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/table/50c830a772234a88bf5e56fe367c58f6 2024-11-09T16:20:23,910 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/table/50c830a772234a88bf5e56fe367c58f6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T16:20:23,911 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 637ms, sequenceid=16, compaction requested=false 2024-11-09T16:20:23,915 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:23,916 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to efe6b43736f4:37331 this server is in the failed servers list 2024-11-09T16:20:23,917 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: efe6b43736f4:37331 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:20:23,925 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.wal-reader.efe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.1731169201240 to pos 1328, reset compression=false 2024-11-09T16:20:23,933 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T16:20:23,934 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:20:23,934 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:20:23,934 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:20:23,934 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169223274Running coprocessor pre-close hooks at 1731169223274Disabling compacts and flushes for region at 1731169223274Disabling writes for close at 1731169223274Obtaining lock to block concurrent updates at 1731169223274Preparing flush snapshotting stores in 1588230740 at 1731169223274Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731169223274Flushing stores of hbase:meta,,1.1588230740 at 1731169223275 (+1 ms)Flushing 1588230740/info: creating writer at 1731169223275Flushing 1588230740/info: appending metadata at 1731169223291 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731169223292 (+1 ms)Flushing 1588230740/ns: creating writer at 1731169223328 (+36 ms)Flushing 1588230740/ns: appending metadata at 1731169223347 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731169223347Flushing 1588230740/rep_barrier: creating writer at 1731169223390 (+43 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731169223408 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731169223408Flushing 1588230740/table: creating writer at 1731169223837 (+429 ms)Flushing 1588230740/table: appending metadata at 1731169223856 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731169223856Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@522c15cf: reopening flushed file at 1731169223877 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d9e737: reopening flushed file at 1731169223886 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24fbcefa: reopening flushed file at 1731169223893 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f60f1ca: reopening flushed file at 1731169223902 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 637ms, sequenceid=16, compaction requested=false at 1731169223911 (+9 ms)Writing region close event to WAL at 1731169223924 (+13 ms)Running coprocessor post-close hooks at 1731169223934 (+10 ms)Closed at 1731169223934 2024-11-09T16:20:23,935 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:20:24,075 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,42279,1731169199035; all regions closed. 2024-11-09T16:20:24,077 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/WALs/efe6b43736f4,42279,1731169199035/efe6b43736f4%2C42279%2C1731169199035.meta.1731169202255.meta not finished, retry = 0 2024-11-09T16:20:24,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741834_1010 (size=4239) 2024-11-09T16:20:24,112 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:20:24,112 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:20:24,180 DEBUG [RS:0;efe6b43736f4:42279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/oldWALs 2024-11-09T16:20:24,180 INFO [RS:0;efe6b43736f4:42279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C42279%2C1731169199035.meta:.meta(num 1731169202255) 2024-11-09T16:20:24,225 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:24,225 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to efe6b43736f4:37331 this server is in the failed servers list 2024-11-09T16:20:24,225 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: efe6b43736f4:37331 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:20:24,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741839_1015 (size=2695) 2024-11-09T16:20:24,261 DEBUG [RS:0;efe6b43736f4:42279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/oldWALs 2024-11-09T16:20:24,261 INFO [RS:0;efe6b43736f4:42279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C42279%2C1731169199035.rep:(num 1731169213124) 2024-11-09T16:20:24,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741832_1008 (size=1336) 2024-11-09T16:20:24,279 DEBUG [RS:0;efe6b43736f4:42279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/oldWALs 2024-11-09T16:20:24,279 INFO [RS:0;efe6b43736f4:42279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C42279%2C1731169199035:(num 1731169201240) 2024-11-09T16:20:24,279 DEBUG [RS:0;efe6b43736f4:42279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:24,279 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:20:24,280 INFO [RS:0;efe6b43736f4:42279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:20:24,280 INFO [RS:0;efe6b43736f4:42279 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T16:20:24,280 INFO [RS:0;efe6b43736f4:42279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:20:24,280 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-efe6b43736f4,42279,1731169199035 because: Region server is closing 2024-11-09T16:20:24,280 INFO [RS:0;efe6b43736f4:42279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:42279. 2024-11-09T16:20:24,280 DEBUG [RS:0;efe6b43736f4:42279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:24,280 DEBUG [RS:0;efe6b43736f4:42279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:24,280 DEBUG [RS:0;efe6b43736f4:42279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:24,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:24,281 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:20:24,381 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-09T16:20:24,381 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T16:20:24,381 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T16:20:24,735 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:24,735 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to efe6b43736f4:37331 this server is in the failed servers list 2024-11-09T16:20:24,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: efe6b43736f4:37331 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:20:25,082 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42279,1731169199035.replicationSource.shipperefe6b43736f4%2C42279%2C1731169199035,1-efe6b43736f4,42279,1731169199035 terminated 2024-11-09T16:20:25,082 INFO [RS:0;efe6b43736f4:42279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:42279. 2024-11-09T16:20:25,083 DEBUG [RS:0;efe6b43736f4:42279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:25,083 DEBUG [RS:0;efe6b43736f4:42279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:25,083 DEBUG [RS:0;efe6b43736f4:42279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:25,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:25,083 INFO [RS:0;efe6b43736f4:42279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42279 2024-11-09T16:20:25,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807/rs 2024-11-09T16:20:25,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1274031807/rs/efe6b43736f4,42279,1731169199035 2024-11-09T16:20:25,131 INFO [RS:0;efe6b43736f4:42279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:20:25,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,42279,1731169199035] 2024-11-09T16:20:25,152 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1274031807/draining/efe6b43736f4,42279,1731169199035 already deleted, retry=false 2024-11-09T16:20:25,152 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,42279,1731169199035 expired; onlineServers=0 2024-11-09T16:20:25,152 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,34999,1731169198867' ***** 2024-11-09T16:20:25,152 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:20:25,152 INFO [M:0;efe6b43736f4:34999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:20:25,152 INFO [M:0;efe6b43736f4:34999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:20:25,153 DEBUG [M:0;efe6b43736f4:34999 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:20:25,153 DEBUG [M:0;efe6b43736f4:34999 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:20:25,153 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169201024 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169201024,5,FailOnTimeoutGroup] 2024-11-09T16:20:25,153 INFO [M:0;efe6b43736f4:34999 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:20:25,153 INFO [M:0;efe6b43736f4:34999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:20:25,153 DEBUG [M:0;efe6b43736f4:34999 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:20:25,153 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169201024 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169201024,5,FailOnTimeoutGroup] 2024-11-09T16:20:25,153 INFO [M:0;efe6b43736f4:34999 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:20:25,153 INFO [M:0;efe6b43736f4:34999 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:20:25,153 INFO [M:0;efe6b43736f4:34999 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:20:25,153 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:20:25,154 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:20:25,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1274031807/master 2024-11-09T16:20:25,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1274031807 2024-11-09T16:20:25,173 DEBUG [M:0;efe6b43736f4:34999 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1274031807/master already deleted, retry=false 2024-11-09T16:20:25,173 DEBUG [M:0;efe6b43736f4:34999 {}] master.ActiveMasterManager(353): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1274031807/master 2024-11-09T16:20:25,174 INFO [M:0;efe6b43736f4:34999 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/.lastflushedseqids 2024-11-09T16:20:25,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741852_1028 (size=263) 2024-11-09T16:20:25,196 INFO [M:0;efe6b43736f4:34999 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:20:25,196 INFO [M:0;efe6b43736f4:34999 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:20:25,196 DEBUG [M:0;efe6b43736f4:34999 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:20:25,196 INFO [M:0;efe6b43736f4:34999 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:25,196 DEBUG [M:0;efe6b43736f4:34999 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:25,196 DEBUG [M:0;efe6b43736f4:34999 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:20:25,196 DEBUG [M:0;efe6b43736f4:34999 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:25,196 INFO [M:0;efe6b43736f4:34999 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T16:20:25,227 DEBUG [M:0;efe6b43736f4:34999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b4e2fb396e940f08cd16719eb26abe0 is 82, key is hbase:meta,,1/info:regioninfo/1731169202282/Put/seqid=0 2024-11-09T16:20:25,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:20:25,242 INFO [RS:0;efe6b43736f4:42279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:20:25,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42279-0x101206596ec0001, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:20:25,242 INFO [RS:0;efe6b43736f4:42279 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,42279,1731169199035; zookeeper connection closed. 2024-11-09T16:20:25,252 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ea2cea6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ea2cea6 2024-11-09T16:20:25,253 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:20:25,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741853_1029 (size=5672) 2024-11-09T16:20:25,681 INFO [M:0;efe6b43736f4:34999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b4e2fb396e940f08cd16719eb26abe0 2024-11-09T16:20:25,704 DEBUG [M:0;efe6b43736f4:34999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf1152adff094c93aa848d9054dbe1b9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731169213163/Put/seqid=0 2024-11-09T16:20:25,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741854_1030 (size=8517) 2024-11-09T16:20:25,755 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:25,756 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:20:25,758 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:20:25,832 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:20:25,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:25,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:25,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:25,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:25,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:25,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:25,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:25,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:25,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:26,122 INFO [M:0;efe6b43736f4:34999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf1152adff094c93aa848d9054dbe1b9 2024-11-09T16:20:26,149 DEBUG [M:0;efe6b43736f4:34999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ea4b44c68094c77913da701904160e2 is 69, key is efe6b43736f4,42279,1731169199035/rs:state/1731169201094/Put/seqid=0 2024-11-09T16:20:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741855_1031 (size=5156) 2024-11-09T16:20:26,567 INFO [M:0;efe6b43736f4:34999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ea4b44c68094c77913da701904160e2 2024-11-09T16:20:26,572 DEBUG [M:0;efe6b43736f4:34999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b4e2fb396e940f08cd16719eb26abe0 as hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b4e2fb396e940f08cd16719eb26abe0 2024-11-09T16:20:26,576 INFO [M:0;efe6b43736f4:34999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b4e2fb396e940f08cd16719eb26abe0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T16:20:26,577 DEBUG [M:0;efe6b43736f4:34999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf1152adff094c93aa848d9054dbe1b9 as hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf1152adff094c93aa848d9054dbe1b9 2024-11-09T16:20:26,581 INFO [M:0;efe6b43736f4:34999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf1152adff094c93aa848d9054dbe1b9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T16:20:26,586 DEBUG [M:0;efe6b43736f4:34999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ea4b44c68094c77913da701904160e2 as hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ea4b44c68094c77913da701904160e2 2024-11-09T16:20:26,591 INFO [M:0;efe6b43736f4:34999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37751/user/jenkins/test-data/499c884c-b39b-fc54-02e9-21eb6fc4fbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ea4b44c68094c77913da701904160e2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T16:20:26,592 INFO [M:0;efe6b43736f4:34999 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1396ms, sequenceid=97, compaction requested=false 2024-11-09T16:20:26,593 INFO [M:0;efe6b43736f4:34999 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:26,594 DEBUG [M:0;efe6b43736f4:34999 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169225196Disabling compacts and flushes for region at 1731169225196Disabling writes for close at 1731169225196Obtaining lock to block concurrent updates at 1731169225196Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169225196Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731169225197 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169225198 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169225198Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169225226 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169225226Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169225685 (+459 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169225704 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169225704Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169226126 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169226148 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169226149 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f07609: reopening flushed file at 1731169226571 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@331c97a4: reopening flushed file at 1731169226577 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6819af61: reopening flushed file at 1731169226582 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1396ms, sequenceid=97, compaction requested=false at 1731169226592 (+10 ms)Writing region close event to WAL at 1731169226593 (+1 ms)Closed at 1731169226593 2024-11-09T16:20:26,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45343 is added to blk_1073741830_1006 (size=63666) 2024-11-09T16:20:26,597 INFO [M:0;efe6b43736f4:34999 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:20:26,597 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:20:26,597 INFO [M:0;efe6b43736f4:34999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34999 2024-11-09T16:20:26,598 INFO [M:0;efe6b43736f4:34999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:20:26,705 INFO [M:0;efe6b43736f4:34999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:20:26,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:20:26,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34999-0x101206596ec0000, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:20:26,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b0b1f36{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:20:26,708 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b816d00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:20:26,708 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:20:26,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f984e6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:20:26,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17373f9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/hadoop.log.dir/,STOPPED} 2024-11-09T16:20:26,709 WARN [BP-729061646-172.17.0.3-1731169196881 heartbeating to localhost/127.0.0.1:37751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:20:26,709 WARN [BP-729061646-172.17.0.3-1731169196881 heartbeating to localhost/127.0.0.1:37751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-729061646-172.17.0.3-1731169196881 (Datanode Uuid 55d385a3-4609-488d-8d15-d23e691f4256) service to localhost/127.0.0.1:37751 2024-11-09T16:20:26,709 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:20:26,710 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:20:26,710 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/cluster_1056e303-8f9b-9fa3-61c3-639f4b372a6d/data/data1/current/BP-729061646-172.17.0.3-1731169196881 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:20:26,710 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/cluster_1056e303-8f9b-9fa3-61c3-639f4b372a6d/data/data2/current/BP-729061646-172.17.0.3-1731169196881 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:20:26,710 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:20:26,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d4a2c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:20:26,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c29c16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:20:26,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:20:26,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7702e3a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:20:26,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51912cad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc1f42e3-c965-ebf4-9992-ec89978377f3/hadoop.log.dir/,STOPPED} 2024-11-09T16:20:26,725 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T16:20:26,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:20:26,746 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 206) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55040) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:38079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37751 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37751 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37751 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38079 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55040) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38079 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38079 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 568) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 366) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1537 (was 995) - AvailableMemoryMB LEAK? - 2024-11-09T16:20:26,753 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=1537 2024-11-09T16:20:26,770 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-09T16:20:26,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/hadoop.log.dir so I do NOT create it in target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307 2024-11-09T16:20:26,771 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:20:26,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/hadoop.tmp.dir so I do NOT create it in target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307 2024-11-09T16:20:26,771 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/345cc1ad-c3d0-f1a0-2957-e65a8aca275f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:20:26,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307 2024-11-09T16:20:26,771 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/cluster_1828edbd-74a0-dd2c-469d-841907a10f73, deleteOnExit=true 2024-11-09T16:20:26,777 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/cluster_1828edbd-74a0-dd2c-469d-841907a10f73/zookeeper_0, clientPort=60945, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/cluster_1828edbd-74a0-dd2c-469d-841907a10f73/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/cluster_1828edbd-74a0-dd2c-469d-841907a10f73/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T16:20:26,780 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60945 2024-11-09T16:20:26,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:20:26,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:20:26,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/test.cache.data in system properties and HBase conf 2024-11-09T16:20:26,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:20:26,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:20:26,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:20:26,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:20:26,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:20:26,781 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:20:26,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:20:26,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:20:26,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:20:26,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:20:26,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:20:26,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:20:26,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:20:26,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:20:26,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:20:26,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:20:26,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:20:26,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:20:26,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:20:26,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:20:26,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101206596ec0005, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:20:26,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101206596ec0002, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:20:26,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101206596ec0002, quorum=127.0.0.1:55040, baseZNode=/0-1274031807 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:20:26,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101206596ec0005, quorum=127.0.0.1:55040, baseZNode=/11298458627 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:20:27,158 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:20:27,162 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:20:27,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:20:27,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:20:27,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:20:27,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:20:27,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@608cc18e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:20:27,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3345c3bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:20:27,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a7947bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/java.io.tmpdir/jetty-localhost-33353-hadoop-hdfs-3_4_1-tests_jar-_-any-12244563506525113214/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:20:27,301 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@568853b0{HTTP/1.1, (http/1.1)}{localhost:33353} 2024-11-09T16:20:27,302 INFO [Time-limited test {}] server.Server(415): Started @190890ms 2024-11-09T16:20:27,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:20:27,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:20:27,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:20:27,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:20:27,632 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:20:27,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d66cc46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:20:27,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b29159{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:20:27,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@376264cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/java.io.tmpdir/jetty-localhost-45565-hadoop-hdfs-3_4_1-tests_jar-_-any-10124290053564586172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:20:27,764 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@737cacf2{HTTP/1.1, (http/1.1)}{localhost:45565} 2024-11-09T16:20:27,764 INFO [Time-limited test {}] server.Server(415): Started @191352ms 2024-11-09T16:20:27,765 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:20:27,775 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:27,775 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:20:27,776 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:20:28,451 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/cluster_1828edbd-74a0-dd2c-469d-841907a10f73/data/data1/current/BP-1082931237-172.17.0.3-1731169226810/current, will proceed with Du for space computation calculation, 2024-11-09T16:20:28,451 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/cluster_1828edbd-74a0-dd2c-469d-841907a10f73/data/data2/current/BP-1082931237-172.17.0.3-1731169226810/current, will proceed with Du for space computation calculation, 2024-11-09T16:20:28,488 WARN [Thread-2170 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:20:28,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cf35f74a0e6d252 with lease ID 0xbfd7b7be19e18dd5: Processing first storage report for DS-98844dd8-41a2-4025-820a-6e7c294cbe86 from datanode DatanodeRegistration(127.0.0.1:34265, datanodeUuid=cf113c7f-bd48-4051-9abe-19393b776bc1, infoPort=41309, infoSecurePort=0, ipcPort=34873, storageInfo=lv=-57;cid=testClusterID;nsid=55373737;c=1731169226810) 2024-11-09T16:20:28,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cf35f74a0e6d252 with lease ID 0xbfd7b7be19e18dd5: from storage DS-98844dd8-41a2-4025-820a-6e7c294cbe86 node DatanodeRegistration(127.0.0.1:34265, datanodeUuid=cf113c7f-bd48-4051-9abe-19393b776bc1, infoPort=41309, infoSecurePort=0, ipcPort=34873, storageInfo=lv=-57;cid=testClusterID;nsid=55373737;c=1731169226810), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:20:28,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cf35f74a0e6d252 with lease ID 0xbfd7b7be19e18dd5: Processing first storage report for DS-32eaeca8-10bb-4a30-9e97-8738e1bd82ac from datanode DatanodeRegistration(127.0.0.1:34265, datanodeUuid=cf113c7f-bd48-4051-9abe-19393b776bc1, infoPort=41309, infoSecurePort=0, ipcPort=34873, storageInfo=lv=-57;cid=testClusterID;nsid=55373737;c=1731169226810) 2024-11-09T16:20:28,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cf35f74a0e6d252 with lease ID 0xbfd7b7be19e18dd5: from storage DS-32eaeca8-10bb-4a30-9e97-8738e1bd82ac node DatanodeRegistration(127.0.0.1:34265, datanodeUuid=cf113c7f-bd48-4051-9abe-19393b776bc1, infoPort=41309, infoSecurePort=0, ipcPort=34873, storageInfo=lv=-57;cid=testClusterID;nsid=55373737;c=1731169226810), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:20:28,528 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307 2024-11-09T16:20:28,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:28,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:28,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:20:28,547 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7 with version=8 2024-11-09T16:20:28,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/hbase-staging 2024-11-09T16:20:28,550 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:20:28,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:28,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:28,550 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:20:28,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:28,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:20:28,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:20:28,551 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:20:28,551 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34021 2024-11-09T16:20:28,552 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34021 connecting to ZooKeeper ensemble=127.0.0.1:60945 2024-11-09T16:20:28,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340210x0, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:20:28,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34021-0x10120660bc00000 connected 2024-11-09T16:20:28,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:28,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:28,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Set watcher on znode that does not yet exist, /0-218298245/running 2024-11-09T16:20:28,709 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7, hbase.cluster.distributed=false 2024-11-09T16:20:28,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Set watcher on znode that does not yet exist, /0-218298245/acl 2024-11-09T16:20:28,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34021 2024-11-09T16:20:28,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34021 2024-11-09T16:20:28,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34021 2024-11-09T16:20:28,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34021 2024-11-09T16:20:28,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34021 2024-11-09T16:20:28,794 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:20:28,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:28,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:28,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:20:28,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:28,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:20:28,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:20:28,794 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:20:28,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35039 2024-11-09T16:20:28,796 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35039 connecting to ZooKeeper ensemble=127.0.0.1:60945 2024-11-09T16:20:28,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:28,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:28,815 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350390x0, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:20:28,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350390x0, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Set watcher on znode that does not yet exist, /0-218298245/running 2024-11-09T16:20:28,816 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:20:28,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35039-0x10120660bc00001 connected 2024-11-09T16:20:28,833 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:20:28,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Set watcher on znode that does not yet exist, /0-218298245/master 2024-11-09T16:20:28,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Set watcher on znode that does not yet exist, /0-218298245/acl 2024-11-09T16:20:28,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35039 2024-11-09T16:20:28,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35039 2024-11-09T16:20:28,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35039 2024-11-09T16:20:28,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35039 2024-11-09T16:20:28,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35039 2024-11-09T16:20:28,869 DEBUG [M:0;efe6b43736f4:34021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:34021 2024-11-09T16:20:28,869 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-218298245/backup-masters/efe6b43736f4,34021,1731169228549 2024-11-09T16:20:28,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245/backup-masters 2024-11-09T16:20:28,880 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245/backup-masters 2024-11-09T16:20:28,880 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Set watcher on existing znode=/0-218298245/backup-masters/efe6b43736f4,34021,1731169228549 2024-11-09T16:20:28,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245 2024-11-09T16:20:28,889 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-218298245/master 2024-11-09T16:20:28,889 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245 2024-11-09T16:20:28,890 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Set watcher on existing znode=/0-218298245/master 2024-11-09T16:20:28,890 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-218298245/backup-masters/efe6b43736f4,34021,1731169228549 from backup master directory 2024-11-09T16:20:28,899 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:20:28,899 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,34021,1731169228549 2024-11-09T16:20:28,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-218298245/backup-masters/efe6b43736f4,34021,1731169228549 2024-11-09T16:20:28,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245/backup-masters 2024-11-09T16:20:28,900 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245/backup-masters 2024-11-09T16:20:28,918 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/hbase.id] with ID: 4c2cbd54-0af4-4cd6-a3b1-7533da4839f0 2024-11-09T16:20:28,918 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/.tmp/hbase.id 2024-11-09T16:20:28,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:20:28,945 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/.tmp/hbase.id]:[hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/hbase.id] 2024-11-09T16:20:28,957 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:28,957 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:20:28,959 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T16:20:28,962 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245 2024-11-09T16:20:28,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245 2024-11-09T16:20:28,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:20:28,977 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:20:28,978 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:20:28,978 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:20:29,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:20:29,427 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store 2024-11-09T16:20:29,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:20:29,843 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:29,843 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:20:29,843 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:29,843 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:29,843 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:20:29,843 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:29,843 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:29,844 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169229843Disabling compacts and flushes for region at 1731169229843Disabling writes for close at 1731169229843Writing region close event to WAL at 1731169229843Closed at 1731169229843 2024-11-09T16:20:29,844 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/.initializing 2024-11-09T16:20:29,844 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/WALs/efe6b43736f4,34021,1731169228549 2024-11-09T16:20:29,845 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:20:29,846 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C34021%2C1731169228549, suffix=, logDir=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/WALs/efe6b43736f4,34021,1731169228549, archiveDir=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/oldWALs, maxLogs=10 2024-11-09T16:20:29,858 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/WALs/efe6b43736f4,34021,1731169228549/efe6b43736f4%2C34021%2C1731169228549.1731169229846, exclude list is [], retry=0 2024-11-09T16:20:29,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34265,DS-98844dd8-41a2-4025-820a-6e7c294cbe86,DISK] 2024-11-09T16:20:29,862 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/WALs/efe6b43736f4,34021,1731169228549/efe6b43736f4%2C34021%2C1731169228549.1731169229846 2024-11-09T16:20:29,862 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41309:41309)] 2024-11-09T16:20:29,862 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:20:29,862 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:29,862 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:29,862 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:29,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:29,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:20:29,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:29,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:29,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:29,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:20:29,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:29,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:29,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:29,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:20:29,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:29,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:29,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:29,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:20:29,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:29,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:29,868 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:29,869 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:29,869 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:29,870 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:29,870 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:29,870 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:20:29,871 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:29,873 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:20:29,874 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73279043, jitterRate=0.09194283187389374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:20:29,874 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169229862Initializing all the Stores at 1731169229863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169229863Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169229863Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169229863Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169229863Cleaning up temporary data from old regions at 1731169229870 (+7 ms)Region opened successfully at 1731169229874 (+4 ms) 2024-11-09T16:20:29,874 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:20:29,877 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af23caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:20:29,877 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:20:29,877 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:20:29,878 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:20:29,878 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:20:29,878 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:20:29,878 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:20:29,878 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:20:29,881 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:20:29,881 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Unable to get data of znode /0-218298245/balancer because node does not exist (not necessarily an error) 2024-11-09T16:20:29,939 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-218298245/balancer already deleted, retry=false 2024-11-09T16:20:29,940 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:20:29,941 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Unable to get data of znode /0-218298245/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:20:30,057 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-218298245/normalizer already deleted, retry=false 2024-11-09T16:20:30,058 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:20:30,065 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Unable to get data of znode /0-218298245/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:20:30,068 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-218298245/switch/split already deleted, retry=false 2024-11-09T16:20:30,070 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Unable to get data of znode /0-218298245/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:20:30,079 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-218298245/switch/merge already deleted, retry=false 2024-11-09T16:20:30,082 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Unable to get data of znode /0-218298245/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:20:30,089 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-218298245/snapshot-cleanup already deleted, retry=false 2024-11-09T16:20:30,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-218298245/running 2024-11-09T16:20:30,099 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-218298245/running 2024-11-09T16:20:30,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245 2024-11-09T16:20:30,099 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245 2024-11-09T16:20:30,101 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,34021,1731169228549, sessionid=0x10120660bc00000, setting cluster-up flag (Was=false) 2024-11-09T16:20:30,120 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245 2024-11-09T16:20:30,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245 2024-11-09T16:20:30,152 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-218298245/flush-table-proc/acquired, /0-218298245/flush-table-proc/reached, /0-218298245/flush-table-proc/abort 2024-11-09T16:20:30,153 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,34021,1731169228549 2024-11-09T16:20:30,173 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245 2024-11-09T16:20:30,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245 2024-11-09T16:20:30,205 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-218298245/online-snapshot/acquired, /0-218298245/online-snapshot/reached, /0-218298245/online-snapshot/abort 2024-11-09T16:20:30,206 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,34021,1731169228549 2024-11-09T16:20:30,223 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:20:30,240 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:30,241 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:20:30,241 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:20:30,241 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,34021,1731169228549 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:20:30,248 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:30,249 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:30,249 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:30,249 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:30,249 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:20:30,249 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:30,249 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:20:30,249 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:30,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:30,257 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:20:30,266 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:30,267 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:20:30,278 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(746): ClusterId : 4c2cbd54-0af4-4cd6-a3b1-7533da4839f0 2024-11-09T16:20:30,278 DEBUG [RS:0;efe6b43736f4:35039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:20:30,291 DEBUG [RS:0;efe6b43736f4:35039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:20:30,291 DEBUG [RS:0;efe6b43736f4:35039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:20:30,301 DEBUG [RS:0;efe6b43736f4:35039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:20:30,301 DEBUG [RS:0;efe6b43736f4:35039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de54e0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:20:30,318 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169260317 2024-11-09T16:20:30,318 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:20:30,318 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:20:30,318 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:20:30,318 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:20:30,318 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:20:30,318 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:20:30,328 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:30,329 DEBUG [RS:0;efe6b43736f4:35039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:35039 2024-11-09T16:20:30,329 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:20:30,329 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:20:30,329 DEBUG [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:20:30,331 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:20:30,332 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:20:30,332 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:20:30,332 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:20:30,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:20:30,336 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:20:30,336 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7 2024-11-09T16:20:30,337 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,34021,1731169228549 with port=35039, startcode=1731169228793 2024-11-09T16:20:30,337 DEBUG [RS:0;efe6b43736f4:35039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:20:30,341 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:20:30,341 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:20:30,361 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:20:30,364 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34021 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T16:20:30,365 DEBUG [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T16:20:30,365 WARN [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T16:20:30,376 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169230341,5,FailOnTimeoutGroup] 2024-11-09T16:20:30,389 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169230376,5,FailOnTimeoutGroup] 2024-11-09T16:20:30,389 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:30,389 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:20:30,389 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:30,389 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:30,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741832_1008 (size=32) 2024-11-09T16:20:30,466 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,34021,1731169228549 with port=35039, startcode=1731169228793 2024-11-09T16:20:30,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34021 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,35039,1731169228793 2024-11-09T16:20:30,467 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34021 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,35039,1731169228793 2024-11-09T16:20:30,469 DEBUG [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7 2024-11-09T16:20:30,469 DEBUG [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45529 2024-11-09T16:20:30,469 DEBUG [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:20:30,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245/rs 2024-11-09T16:20:30,500 DEBUG [RS:0;efe6b43736f4:35039 {}] zookeeper.ZKUtil(111): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Set watcher on existing znode=/0-218298245/rs/efe6b43736f4,35039,1731169228793 2024-11-09T16:20:30,500 WARN [RS:0;efe6b43736f4:35039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:20:30,501 INFO [RS:0;efe6b43736f4:35039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:20:30,501 DEBUG [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793 2024-11-09T16:20:30,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,35039,1731169228793] 2024-11-09T16:20:30,535 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:20:30,546 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:20:30,553 INFO [RS:0;efe6b43736f4:35039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:20:30,553 INFO [RS:0;efe6b43736f4:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:30,560 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:20:30,561 INFO [RS:0;efe6b43736f4:35039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:20:30,561 INFO [RS:0;efe6b43736f4:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:30,561 DEBUG [RS:0;efe6b43736f4:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:30,561 DEBUG [RS:0;efe6b43736f4:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:30,561 DEBUG [RS:0;efe6b43736f4:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:30,561 DEBUG [RS:0;efe6b43736f4:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:30,561 DEBUG [RS:0;efe6b43736f4:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:30,561 DEBUG [RS:0;efe6b43736f4:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:20:30,561 DEBUG [RS:0;efe6b43736f4:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:30,561 DEBUG [RS:0;efe6b43736f4:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:30,562 DEBUG [RS:0;efe6b43736f4:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:30,562 DEBUG [RS:0;efe6b43736f4:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:30,562 DEBUG [RS:0;efe6b43736f4:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:30,562 DEBUG [RS:0;efe6b43736f4:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:30,562 DEBUG [RS:0;efe6b43736f4:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:20:30,562 DEBUG [RS:0;efe6b43736f4:35039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:20:30,594 INFO [RS:0;efe6b43736f4:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:30,594 INFO [RS:0;efe6b43736f4:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:30,594 INFO [RS:0;efe6b43736f4:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:30,594 INFO [RS:0;efe6b43736f4:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:30,595 INFO [RS:0;efe6b43736f4:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:30,595 INFO [RS:0;efe6b43736f4:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,35039,1731169228793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:20:30,669 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:20:30,669 INFO [RS:0;efe6b43736f4:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,35039,1731169228793-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:30,669 INFO [RS:0;efe6b43736f4:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:30,669 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.Replication(171): efe6b43736f4,35039,1731169228793 started 2024-11-09T16:20:30,717 INFO [RS:0;efe6b43736f4:35039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:30,717 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,35039,1731169228793, RpcServer on efe6b43736f4/172.17.0.3:35039, sessionid=0x10120660bc00001 2024-11-09T16:20:30,717 DEBUG [RS:0;efe6b43736f4:35039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:20:30,717 DEBUG [RS:0;efe6b43736f4:35039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,35039,1731169228793 2024-11-09T16:20:30,717 DEBUG [RS:0;efe6b43736f4:35039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,35039,1731169228793' 2024-11-09T16:20:30,717 DEBUG [RS:0;efe6b43736f4:35039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-218298245/flush-table-proc/abort' 2024-11-09T16:20:30,718 DEBUG [RS:0;efe6b43736f4:35039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-218298245/flush-table-proc/acquired' 2024-11-09T16:20:30,718 DEBUG [RS:0;efe6b43736f4:35039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:20:30,718 DEBUG [RS:0;efe6b43736f4:35039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:20:30,718 DEBUG [RS:0;efe6b43736f4:35039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,35039,1731169228793 2024-11-09T16:20:30,718 DEBUG [RS:0;efe6b43736f4:35039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,35039,1731169228793' 2024-11-09T16:20:30,718 DEBUG [RS:0;efe6b43736f4:35039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-218298245/online-snapshot/abort' 2024-11-09T16:20:30,718 DEBUG [RS:0;efe6b43736f4:35039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-218298245/online-snapshot/acquired' 2024-11-09T16:20:30,719 DEBUG [RS:0;efe6b43736f4:35039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:20:30,719 INFO [RS:0;efe6b43736f4:35039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:20:30,719 INFO [RS:0;efe6b43736f4:35039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:20:30,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:30,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:20:30,819 INFO [RS:0;efe6b43736f4:35039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:20:30,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:20:30,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:30,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:30,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:20:30,823 INFO [RS:0;efe6b43736f4:35039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C35039%2C1731169228793, suffix=, logDir=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793, archiveDir=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/oldWALs, maxLogs=10 2024-11-09T16:20:30,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:20:30,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:30,841 DEBUG [RS:0;efe6b43736f4:35039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824, exclude list is [], retry=0 2024-11-09T16:20:30,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:30,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:20:30,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:20:30,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:30,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:30,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:20:30,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34265,DS-98844dd8-41a2-4025-820a-6e7c294cbe86,DISK] 2024-11-09T16:20:30,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:20:30,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:30,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:30,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:20:30,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740 2024-11-09T16:20:30,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740 2024-11-09T16:20:30,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:20:30,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:20:30,857 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:20:30,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:20:30,869 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:20:30,869 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61897964, jitterRate=-0.07764846086502075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:20:30,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169230815Initializing all the Stores at 1731169230816 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169230816Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169230819 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169230819Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169230819Cleaning up temporary data from old regions at 1731169230856 (+37 ms)Region opened successfully at 1731169230870 (+14 ms) 2024-11-09T16:20:30,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:20:30,870 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:20:30,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:20:30,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:20:30,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:20:30,874 INFO [RS:0;efe6b43736f4:35039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 2024-11-09T16:20:30,880 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:20:30,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169230870Disabling compacts and flushes for region at 1731169230870Disabling writes for close at 1731169230870Writing region close event to WAL at 1731169230880 (+10 ms)Closed at 1731169230880 2024-11-09T16:20:30,880 DEBUG [RS:0;efe6b43736f4:35039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41309:41309)] 2024-11-09T16:20:30,881 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:30,881 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:20:30,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:20:30,883 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:20:30,884 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:20:31,034 DEBUG [efe6b43736f4:34021 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:20:31,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,35039,1731169228793 2024-11-09T16:20:31,036 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,35039,1731169228793, state=OPENING 2024-11-09T16:20:31,089 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:20:31,099 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245 2024-11-09T16:20:31,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245 2024-11-09T16:20:31,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-218298245/meta-region-server: CHANGED 2024-11-09T16:20:31,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-218298245/meta-region-server: CHANGED 2024-11-09T16:20:31,100 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:20:31,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,35039,1731169228793}] 2024-11-09T16:20:31,252 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:20:31,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:20:31,265 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:20:31,265 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:20:31,265 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:20:31,266 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C35039%2C1731169228793.meta, suffix=.meta, logDir=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793, archiveDir=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/oldWALs, maxLogs=10 2024-11-09T16:20:31,296 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.meta.1731169231267.meta, exclude list is [], retry=0 2024-11-09T16:20:31,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34265,DS-98844dd8-41a2-4025-820a-6e7c294cbe86,DISK] 2024-11-09T16:20:31,307 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.meta.1731169231267.meta 2024-11-09T16:20:31,319 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41309:41309)] 2024-11-09T16:20:31,319 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:20:31,320 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:20:31,320 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:20:31,320 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:20:31,320 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:20:31,320 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:20:31,320 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:31,320 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:20:31,320 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:20:31,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:20:31,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:20:31,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:31,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:31,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:20:31,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:20:31,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:31,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:31,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:20:31,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:20:31,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:31,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:31,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:20:31,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:20:31,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:31,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:31,332 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:20:31,333 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740 2024-11-09T16:20:31,333 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740 2024-11-09T16:20:31,334 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:20:31,334 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:20:31,335 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:20:31,339 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:20:31,341 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70031056, jitterRate=0.04354405403137207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:20:31,341 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:20:31,341 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169231320Writing region info on filesystem at 1731169231320Initializing all the Stores at 1731169231321 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169231321Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169231323 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169231323Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169231323Cleaning up temporary data from old regions at 1731169231334 (+11 ms)Running coprocessor post-open hooks at 1731169231341 (+7 ms)Region opened successfully at 1731169231341 2024-11-09T16:20:31,342 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169231252 2024-11-09T16:20:31,345 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:20:31,345 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:20:31,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,35039,1731169228793 2024-11-09T16:20:31,347 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,35039,1731169228793, state=OPEN 2024-11-09T16:20:31,510 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-218298245/meta-region-server 2024-11-09T16:20:31,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-218298245/meta-region-server 2024-11-09T16:20:31,511 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,35039,1731169228793 2024-11-09T16:20:31,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-218298245/meta-region-server: CHANGED 2024-11-09T16:20:31,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-218298245/meta-region-server: CHANGED 2024-11-09T16:20:31,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:20:31,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,35039,1731169228793 in 411 msec 2024-11-09T16:20:31,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:20:31,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-11-09T16:20:31,517 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:31,517 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:20:31,518 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:31,518 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,35039,1731169228793, seqNum=-1] 2024-11-09T16:20:31,519 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:31,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:20:31,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2890 sec 2024-11-09T16:20:31,529 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169231529, completionTime=-1 2024-11-09T16:20:31,529 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:20:31,529 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:20:31,532 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:20:31,532 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169291532 2024-11-09T16:20:31,532 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169351532 2024-11-09T16:20:31,532 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T16:20:31,532 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34021,1731169228549-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:31,533 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34021,1731169228549-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:31,533 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34021,1731169228549-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:31,533 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:34021, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:31,533 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:31,533 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:31,536 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:20:31,538 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.639sec 2024-11-09T16:20:31,539 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:20:31,539 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:20:31,539 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:20:31,539 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:20:31,539 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:20:31,539 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34021,1731169228549-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:20:31,539 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34021,1731169228549-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:20:31,542 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:20:31,542 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:20:31,542 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34021,1731169228549-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:31,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6017d104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:31,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34021,-1 for getting cluster id 2024-11-09T16:20:31,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:31,580 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2cbd54-0af4-4cd6-a3b1-7533da4839f0' 2024-11-09T16:20:31,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:31,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2cbd54-0af4-4cd6-a3b1-7533da4839f0" 2024-11-09T16:20:31,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd99396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:31,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34021,-1] 2024-11-09T16:20:31,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:31,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:31,582 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:31,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2362b51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:31,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:31,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,35039,1731169228793, seqNum=-1] 2024-11-09T16:20:31,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:31,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:20:31,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,34021,1731169228549 2024-11-09T16:20:31,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60945 2024-11-09T16:20:31,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:20:31,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/hadoop.log.dir so I do NOT create it in target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1 2024-11-09T16:20:31,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:20:31,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/hadoop.tmp.dir so I do NOT create it in target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1 2024-11-09T16:20:31,649 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:20:31,650 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1 2024-11-09T16:20:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:20:31,650 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/cluster_ae660823-74d5-4331-a498-65d675d70c89, deleteOnExit=true 2024-11-09T16:20:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:20:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/test.cache.data in system properties and HBase conf 2024-11-09T16:20:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:20:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:20:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:20:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:20:31,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:20:31,651 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:20:31,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:20:31,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:20:31,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:20:31,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:20:31,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:20:31,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:20:31,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:20:31,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:20:31,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:20:31,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:20:31,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:20:31,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:20:31,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:20:31,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:20:31,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10120660bc00002 connected 2024-11-09T16:20:31,785 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:31,786 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:20:31,786 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8187 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:20:32,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:20:32,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:20:32,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:20:32,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:20:32,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T16:20:32,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:20:32,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23a00e66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:20:32,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3992b297{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:20:32,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6969f398{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/java.io.tmpdir/jetty-localhost-39595-hadoop-hdfs-3_4_1-tests_jar-_-any-14161367533577779671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:20:32,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b9055a0{HTTP/1.1, (http/1.1)}{localhost:39595} 2024-11-09T16:20:32,340 INFO [Time-limited test {}] server.Server(415): Started @195929ms 2024-11-09T16:20:32,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T16:20:32,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T16:20:32,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:20:32,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:20:32,805 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:20:32,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:20:32,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:20:32,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:20:32,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b37566c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:20:32,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64871940{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:20:32,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46151201{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/java.io.tmpdir/jetty-localhost-38413-hadoop-hdfs-3_4_1-tests_jar-_-any-4468557112392255913/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:20:32,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@659b0ab2{HTTP/1.1, (http/1.1)}{localhost:38413} 2024-11-09T16:20:32,949 INFO [Time-limited test {}] server.Server(415): Started @196538ms 2024-11-09T16:20:32,951 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:20:33,775 WARN [Thread-2302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/cluster_ae660823-74d5-4331-a498-65d675d70c89/data/data1/current/BP-1745332819-172.17.0.3-1731169231671/current, will proceed with Du for space computation calculation, 2024-11-09T16:20:33,776 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/cluster_ae660823-74d5-4331-a498-65d675d70c89/data/data2/current/BP-1745332819-172.17.0.3-1731169231671/current, will proceed with Du for space computation calculation, 2024-11-09T16:20:33,845 WARN [Thread-2290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:20:33,849 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88a1489a2f25c770 with lease ID 0x8841608c91685022: Processing first storage report for DS-aa6fa538-d885-403a-b140-33f182f3082b from datanode DatanodeRegistration(127.0.0.1:44515, datanodeUuid=5003fdcd-42e7-4c8f-86a7-edb8b9621018, infoPort=38161, infoSecurePort=0, ipcPort=35179, storageInfo=lv=-57;cid=testClusterID;nsid=449536923;c=1731169231671) 2024-11-09T16:20:33,850 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88a1489a2f25c770 with lease ID 0x8841608c91685022: from storage DS-aa6fa538-d885-403a-b140-33f182f3082b node DatanodeRegistration(127.0.0.1:44515, datanodeUuid=5003fdcd-42e7-4c8f-86a7-edb8b9621018, infoPort=38161, infoSecurePort=0, ipcPort=35179, storageInfo=lv=-57;cid=testClusterID;nsid=449536923;c=1731169231671), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:20:33,850 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88a1489a2f25c770 with lease ID 0x8841608c91685022: Processing first storage report for DS-ffd4c2a2-6929-4842-9062-d1e1b779cfff from datanode DatanodeRegistration(127.0.0.1:44515, datanodeUuid=5003fdcd-42e7-4c8f-86a7-edb8b9621018, infoPort=38161, infoSecurePort=0, ipcPort=35179, storageInfo=lv=-57;cid=testClusterID;nsid=449536923;c=1731169231671) 2024-11-09T16:20:33,850 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88a1489a2f25c770 with lease ID 0x8841608c91685022: from storage DS-ffd4c2a2-6929-4842-9062-d1e1b779cfff node DatanodeRegistration(127.0.0.1:44515, datanodeUuid=5003fdcd-42e7-4c8f-86a7-edb8b9621018, infoPort=38161, infoSecurePort=0, ipcPort=35179, storageInfo=lv=-57;cid=testClusterID;nsid=449536923;c=1731169231671), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:20:33,931 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1 2024-11-09T16:20:33,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:33,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:33,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:20:33,964 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0 with version=8 2024-11-09T16:20:33,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/hbase-staging 2024-11-09T16:20:33,967 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:20:33,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:33,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:33,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:20:33,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:33,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:20:33,967 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:20:33,967 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:20:33,976 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43363 2024-11-09T16:20:33,977 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43363 connecting to ZooKeeper ensemble=127.0.0.1:60945 2024-11-09T16:20:34,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433630x0, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:20:34,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43363-0x10120660bc00003 connected 2024-11-09T16:20:34,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:34,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:34,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Set watcher on znode that does not yet exist, /11824353079/running 2024-11-09T16:20:34,097 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0, hbase.cluster.distributed=false 2024-11-09T16:20:34,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Set watcher on znode that does not yet exist, /11824353079/acl 2024-11-09T16:20:34,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43363 2024-11-09T16:20:34,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43363 2024-11-09T16:20:34,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43363 2024-11-09T16:20:34,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43363 2024-11-09T16:20:34,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43363 2024-11-09T16:20:34,173 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:20:34,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:34,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:34,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:20:34,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:34,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:20:34,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:20:34,173 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:20:34,174 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42457 2024-11-09T16:20:34,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42457 connecting to ZooKeeper ensemble=127.0.0.1:60945 2024-11-09T16:20:34,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:34,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:34,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424570x0, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:20:34,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42457-0x10120660bc00004 connected 2024-11-09T16:20:34,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Set watcher on znode that does not yet exist, /11824353079/running 2024-11-09T16:20:34,206 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:20:34,207 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:20:34,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Set watcher on znode that does not yet exist, /11824353079/master 2024-11-09T16:20:34,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Set watcher on znode that does not yet exist, /11824353079/acl 2024-11-09T16:20:34,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42457 2024-11-09T16:20:34,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42457 2024-11-09T16:20:34,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42457 2024-11-09T16:20:34,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42457 2024-11-09T16:20:34,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42457 2024-11-09T16:20:34,246 DEBUG [M:0;efe6b43736f4:43363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:43363 2024-11-09T16:20:34,247 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11824353079/backup-masters/efe6b43736f4,43363,1731169233967 2024-11-09T16:20:34,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079/backup-masters 2024-11-09T16:20:34,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079/backup-masters 2024-11-09T16:20:34,257 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Set watcher on existing znode=/11824353079/backup-masters/efe6b43736f4,43363,1731169233967 2024-11-09T16:20:34,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079 2024-11-09T16:20:34,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11824353079/master 2024-11-09T16:20:34,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079 2024-11-09T16:20:34,269 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Set watcher on existing znode=/11824353079/master 2024-11-09T16:20:34,269 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11824353079/backup-masters/efe6b43736f4,43363,1731169233967 from backup master directory 2024-11-09T16:20:34,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079/backup-masters 2024-11-09T16:20:34,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11824353079/backup-masters/efe6b43736f4,43363,1731169233967 2024-11-09T16:20:34,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079/backup-masters 2024-11-09T16:20:34,278 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:20:34,278 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,43363,1731169233967 2024-11-09T16:20:34,283 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/hbase.id] with ID: 5c30aafb-716b-4f8e-ae24-ece701a9b549 2024-11-09T16:20:34,283 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/.tmp/hbase.id 2024-11-09T16:20:34,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:20:34,290 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/.tmp/hbase.id]:[hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/hbase.id] 2024-11-09T16:20:34,300 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:34,300 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:20:34,301 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T16:20:34,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079 2024-11-09T16:20:34,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079 2024-11-09T16:20:34,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:20:34,726 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:20:34,726 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:20:34,727 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:20:34,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:20:35,134 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store 2024-11-09T16:20:35,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:20:35,544 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:35,544 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:20:35,544 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:35,544 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:35,544 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:20:35,544 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:35,544 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:35,544 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169235544Disabling compacts and flushes for region at 1731169235544Disabling writes for close at 1731169235544Writing region close event to WAL at 1731169235544Closed at 1731169235544 2024-11-09T16:20:35,545 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/.initializing 2024-11-09T16:20:35,545 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/WALs/efe6b43736f4,43363,1731169233967 2024-11-09T16:20:35,545 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:20:35,546 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C43363%2C1731169233967, suffix=, logDir=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/WALs/efe6b43736f4,43363,1731169233967, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/oldWALs, maxLogs=10 2024-11-09T16:20:35,557 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/WALs/efe6b43736f4,43363,1731169233967/efe6b43736f4%2C43363%2C1731169233967.1731169235546, exclude list is [], retry=0 2024-11-09T16:20:35,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-aa6fa538-d885-403a-b140-33f182f3082b,DISK] 2024-11-09T16:20:35,564 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/WALs/efe6b43736f4,43363,1731169233967/efe6b43736f4%2C43363%2C1731169233967.1731169235546 2024-11-09T16:20:35,571 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38161:38161)] 2024-11-09T16:20:35,571 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:20:35,572 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:35,572 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:35,572 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:35,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:35,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:20:35,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:35,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:35,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:35,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:20:35,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:35,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:35,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:35,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:20:35,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:35,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:35,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:35,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:20:35,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:35,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:35,580 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:35,581 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:35,581 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:35,582 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:35,582 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:35,582 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:20:35,583 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:35,585 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:20:35,585 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64573651, jitterRate=-0.0377776175737381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:20:35,585 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169235572Initializing all the Stores at 1731169235573 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169235574 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169235574Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169235574Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169235574Cleaning up temporary data from old regions at 1731169235582 (+8 ms)Region opened successfully at 1731169235585 (+3 ms) 2024-11-09T16:20:35,586 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:20:35,588 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788162c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:20:35,589 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:20:35,589 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:20:35,589 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:20:35,589 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:20:35,589 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:20:35,590 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:20:35,590 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:20:35,591 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:20:35,592 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Unable to get data of znode /11824353079/balancer because node does not exist (not necessarily an error) 2024-11-09T16:20:35,657 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11824353079/balancer already deleted, retry=false 2024-11-09T16:20:35,657 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:20:35,658 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Unable to get data of znode /11824353079/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:20:35,667 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11824353079/normalizer already deleted, retry=false 2024-11-09T16:20:35,668 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:20:35,669 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Unable to get data of znode /11824353079/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:20:35,678 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11824353079/switch/split already deleted, retry=false 2024-11-09T16:20:35,679 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Unable to get data of znode /11824353079/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:20:35,688 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11824353079/switch/merge already deleted, retry=false 2024-11-09T16:20:35,690 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Unable to get data of znode /11824353079/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:20:35,699 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11824353079/snapshot-cleanup already deleted, retry=false 2024-11-09T16:20:35,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11824353079/running 2024-11-09T16:20:35,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11824353079/running 2024-11-09T16:20:35,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079 2024-11-09T16:20:35,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079 2024-11-09T16:20:35,710 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,43363,1731169233967, sessionid=0x10120660bc00003, setting cluster-up flag (Was=false) 2024-11-09T16:20:35,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079 2024-11-09T16:20:35,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079 2024-11-09T16:20:35,762 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11824353079/flush-table-proc/acquired, /11824353079/flush-table-proc/reached, /11824353079/flush-table-proc/abort 2024-11-09T16:20:35,763 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,43363,1731169233967 2024-11-09T16:20:35,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079 2024-11-09T16:20:35,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079 2024-11-09T16:20:35,815 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11824353079/online-snapshot/acquired, /11824353079/online-snapshot/reached, /11824353079/online-snapshot/abort 2024-11-09T16:20:35,816 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,43363,1731169233967 2024-11-09T16:20:35,817 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:20:35,818 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:35,818 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:20:35,818 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:20:35,818 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,43363,1731169233967 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:20:35,819 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:35,819 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:35,819 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:35,819 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:35,820 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:20:35,820 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:35,820 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:20:35,820 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:35,821 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:35,821 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:20:35,822 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:35,822 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:20:35,830 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169265830 2024-11-09T16:20:35,831 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:20:35,831 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:20:35,831 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:20:35,831 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:20:35,831 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:20:35,831 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:20:35,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:20:35,836 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:35,837 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:20:35,837 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0 2024-11-09T16:20:35,841 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(746): ClusterId : 5c30aafb-716b-4f8e-ae24-ece701a9b549 2024-11-09T16:20:35,841 DEBUG [RS:0;efe6b43736f4:42457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:20:35,847 DEBUG [RS:0;efe6b43736f4:42457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:20:35,847 DEBUG [RS:0;efe6b43736f4:42457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:20:35,848 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:20:35,848 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:20:35,848 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:20:35,848 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:20:35,852 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:20:35,852 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:20:35,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741832_1008 (size=32) 2024-11-09T16:20:35,856 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169235852,5,FailOnTimeoutGroup] 2024-11-09T16:20:35,858 DEBUG [RS:0;efe6b43736f4:42457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:20:35,858 DEBUG [RS:0;efe6b43736f4:42457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d63838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:20:35,861 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169235856,5,FailOnTimeoutGroup] 2024-11-09T16:20:35,861 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:35,861 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:20:35,861 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:35,861 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:35,872 DEBUG [RS:0;efe6b43736f4:42457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:42457 2024-11-09T16:20:35,872 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:20:35,872 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:20:35,872 DEBUG [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:20:35,873 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,43363,1731169233967 with port=42457, startcode=1731169234172 2024-11-09T16:20:35,873 DEBUG [RS:0;efe6b43736f4:42457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:20:35,874 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:20:35,874 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43363 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,42457,1731169234172 2024-11-09T16:20:35,874 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43363 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,42457,1731169234172 2024-11-09T16:20:35,875 DEBUG [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0 2024-11-09T16:20:35,875 DEBUG [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40619 2024-11-09T16:20:35,875 DEBUG [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:20:35,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079/rs 2024-11-09T16:20:35,936 DEBUG [RS:0;efe6b43736f4:42457 {}] zookeeper.ZKUtil(111): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Set watcher on existing znode=/11824353079/rs/efe6b43736f4,42457,1731169234172 2024-11-09T16:20:35,936 WARN [RS:0;efe6b43736f4:42457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:20:35,936 INFO [RS:0;efe6b43736f4:42457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:20:35,936 DEBUG [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172 2024-11-09T16:20:35,936 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,42457,1731169234172] 2024-11-09T16:20:35,939 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:20:35,940 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:20:35,941 INFO [RS:0;efe6b43736f4:42457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:20:35,941 INFO [RS:0;efe6b43736f4:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:35,941 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:20:35,942 INFO [RS:0;efe6b43736f4:42457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:20:35,942 INFO [RS:0;efe6b43736f4:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:35,942 DEBUG [RS:0;efe6b43736f4:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:35,942 DEBUG [RS:0;efe6b43736f4:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:35,942 DEBUG [RS:0;efe6b43736f4:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:35,942 DEBUG [RS:0;efe6b43736f4:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:35,942 DEBUG [RS:0;efe6b43736f4:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:35,942 DEBUG [RS:0;efe6b43736f4:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:20:35,942 DEBUG [RS:0;efe6b43736f4:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:35,942 DEBUG [RS:0;efe6b43736f4:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:35,942 DEBUG [RS:0;efe6b43736f4:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:35,942 DEBUG [RS:0;efe6b43736f4:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:35,942 DEBUG [RS:0;efe6b43736f4:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:35,942 DEBUG [RS:0;efe6b43736f4:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:35,942 DEBUG [RS:0;efe6b43736f4:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:20:35,942 DEBUG [RS:0;efe6b43736f4:42457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:20:35,946 INFO [RS:0;efe6b43736f4:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:35,946 INFO [RS:0;efe6b43736f4:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:35,946 INFO [RS:0;efe6b43736f4:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:35,946 INFO [RS:0;efe6b43736f4:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:35,946 INFO [RS:0;efe6b43736f4:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:35,946 INFO [RS:0;efe6b43736f4:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,42457,1731169234172-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:20:35,964 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:20:35,964 INFO [RS:0;efe6b43736f4:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,42457,1731169234172-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:35,964 INFO [RS:0;efe6b43736f4:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:35,964 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.Replication(171): efe6b43736f4,42457,1731169234172 started 2024-11-09T16:20:35,980 INFO [RS:0;efe6b43736f4:42457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:35,981 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,42457,1731169234172, RpcServer on efe6b43736f4/172.17.0.3:42457, sessionid=0x10120660bc00004 2024-11-09T16:20:35,981 DEBUG [RS:0;efe6b43736f4:42457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:20:35,981 DEBUG [RS:0;efe6b43736f4:42457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,42457,1731169234172 2024-11-09T16:20:35,981 DEBUG [RS:0;efe6b43736f4:42457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,42457,1731169234172' 2024-11-09T16:20:35,981 DEBUG [RS:0;efe6b43736f4:42457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11824353079/flush-table-proc/abort' 2024-11-09T16:20:35,981 DEBUG [RS:0;efe6b43736f4:42457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11824353079/flush-table-proc/acquired' 2024-11-09T16:20:35,981 DEBUG [RS:0;efe6b43736f4:42457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:20:35,981 DEBUG [RS:0;efe6b43736f4:42457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:20:35,981 DEBUG [RS:0;efe6b43736f4:42457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,42457,1731169234172 2024-11-09T16:20:35,981 DEBUG [RS:0;efe6b43736f4:42457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,42457,1731169234172' 2024-11-09T16:20:35,981 DEBUG [RS:0;efe6b43736f4:42457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11824353079/online-snapshot/abort' 2024-11-09T16:20:35,982 DEBUG [RS:0;efe6b43736f4:42457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11824353079/online-snapshot/acquired' 2024-11-09T16:20:35,982 DEBUG [RS:0;efe6b43736f4:42457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:20:35,982 INFO [RS:0;efe6b43736f4:42457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:20:35,982 INFO [RS:0;efe6b43736f4:42457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:20:36,082 INFO [RS:0;efe6b43736f4:42457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:20:36,083 INFO [RS:0;efe6b43736f4:42457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C42457%2C1731169234172, suffix=, logDir=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/oldWALs, maxLogs=10 2024-11-09T16:20:36,096 DEBUG [RS:0;efe6b43736f4:42457 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083, exclude list is [], retry=0 2024-11-09T16:20:36,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-aa6fa538-d885-403a-b140-33f182f3082b,DISK] 2024-11-09T16:20:36,099 INFO [RS:0;efe6b43736f4:42457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 2024-11-09T16:20:36,099 DEBUG [RS:0;efe6b43736f4:42457 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38161:38161)] 2024-11-09T16:20:36,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:36,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:20:36,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:20:36,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:36,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:36,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:20:36,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:20:36,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:36,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:36,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:20:36,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:20:36,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:36,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:36,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:20:36,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:20:36,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:36,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:36,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:20:36,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740 2024-11-09T16:20:36,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740 2024-11-09T16:20:36,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:20:36,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:20:36,262 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:20:36,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:20:36,264 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:20:36,264 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60529114, jitterRate=-0.09804591536521912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:20:36,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169236255Initializing all the Stores at 1731169236255Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169236255Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169236255Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169236255Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169236255Cleaning up temporary data from old regions at 1731169236261 (+6 ms)Region opened successfully at 1731169236264 (+3 ms) 2024-11-09T16:20:36,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:20:36,264 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:20:36,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:20:36,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:20:36,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:20:36,265 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:20:36,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169236264Disabling compacts and flushes for region at 1731169236264Disabling writes for close at 1731169236264Writing region close event to WAL at 1731169236265 (+1 ms)Closed at 1731169236265 2024-11-09T16:20:36,265 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:36,265 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:20:36,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:20:36,266 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:20:36,267 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:20:36,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,417 DEBUG [efe6b43736f4:43363 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:20:36,418 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,42457,1731169234172 2024-11-09T16:20:36,418 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,42457,1731169234172, state=OPENING 2024-11-09T16:20:36,467 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:20:36,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079 2024-11-09T16:20:36,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079 2024-11-09T16:20:36,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11824353079/meta-region-server: CHANGED 2024-11-09T16:20:36,478 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:20:36,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11824353079/meta-region-server: CHANGED 2024-11-09T16:20:36,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,42457,1731169234172}] 2024-11-09T16:20:36,631 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:20:36,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:20:36,635 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:20:36,635 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:20:36,635 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:20:36,637 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C42457%2C1731169234172.meta, suffix=.meta, logDir=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/oldWALs, maxLogs=10 2024-11-09T16:20:36,653 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.meta.1731169236637.meta, exclude list is [], retry=0 2024-11-09T16:20:36,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-aa6fa538-d885-403a-b140-33f182f3082b,DISK] 2024-11-09T16:20:36,656 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.meta.1731169236637.meta 2024-11-09T16:20:36,657 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38161:38161)] 2024-11-09T16:20:36,657 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:20:36,657 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:20:36,657 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:20:36,657 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:20:36,657 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:20:36,657 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:20:36,657 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:36,657 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:20:36,658 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:20:36,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:20:36,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:20:36,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:36,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:36,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:20:36,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:20:36,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:36,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:36,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:20:36,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:20:36,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:36,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:36,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:20:36,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:20:36,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:36,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:36,663 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:20:36,663 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740 2024-11-09T16:20:36,664 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740 2024-11-09T16:20:36,665 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:20:36,665 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:20:36,665 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:20:36,666 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:20:36,667 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66563314, jitterRate=-0.008129328489303589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:20:36,667 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:20:36,667 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169236658Writing region info on filesystem at 1731169236658Initializing all the Stores at 1731169236658Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169236658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169236658Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169236658Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169236658Cleaning up temporary data from old regions at 1731169236665 (+7 ms)Running coprocessor post-open hooks at 1731169236667 (+2 ms)Region opened successfully at 1731169236667 2024-11-09T16:20:36,668 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169236630 2024-11-09T16:20:36,669 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:20:36,669 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:20:36,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,42457,1731169234172 2024-11-09T16:20:36,670 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,42457,1731169234172, state=OPEN 2024-11-09T16:20:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11824353079/meta-region-server 2024-11-09T16:20:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11824353079/meta-region-server 2024-11-09T16:20:36,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11824353079/meta-region-server: CHANGED 2024-11-09T16:20:36,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11824353079/meta-region-server: CHANGED 2024-11-09T16:20:36,678 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,42457,1731169234172 2024-11-09T16:20:36,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:20:36,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,42457,1731169234172 in 200 msec 2024-11-09T16:20:36,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:20:36,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-09T16:20:36,682 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:36,682 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:20:36,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:36,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42457,1731169234172, seqNum=-1] 2024-11-09T16:20:36,683 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:36,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:20:36,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 871 msec 2024-11-09T16:20:36,689 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169236689, completionTime=-1 2024-11-09T16:20:36,689 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:20:36,689 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:20:36,691 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:20:36,691 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169296691 2024-11-09T16:20:36,691 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169356691 2024-11-09T16:20:36,691 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T16:20:36,691 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,43363,1731169233967-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:36,691 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,43363,1731169233967-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:36,691 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,43363,1731169233967-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:36,691 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:43363, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:36,691 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:36,691 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:36,693 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:20:36,694 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.416sec 2024-11-09T16:20:36,694 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:20:36,694 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:20:36,694 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:20:36,694 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:20:36,694 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:20:36,695 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,43363,1731169233967-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:20:36,695 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,43363,1731169233967-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:20:36,701 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:20:36,701 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:20:36,701 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,43363,1731169233967-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:36,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7906beca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:36,742 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,43363,-1 for getting cluster id 2024-11-09T16:20:36,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:36,743 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c30aafb-716b-4f8e-ae24-ece701a9b549' 2024-11-09T16:20:36,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:36,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c30aafb-716b-4f8e-ae24-ece701a9b549" 2024-11-09T16:20:36,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e92047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:36,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,43363,-1] 2024-11-09T16:20:36,744 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:36,744 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:36,745 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:36,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a6d84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:36,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:36,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42457,1731169234172, seqNum=-1] 2024-11-09T16:20:36,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:36,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:20:36,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,43363,1731169233967 2024-11-09T16:20:36,751 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60945 2024-11-09T16:20:36,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:20:36,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10120660bc00005 connected 2024-11-09T16:20:36,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:20:36,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,34021,1731169228549 2024-11-09T16:20:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4be94dd4 2024-11-09T16:20:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:36,893 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:20:36,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:20:36,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T16:20:36,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:20:36,896 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:36,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T16:20:36,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:20:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:36,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:36,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741835_1011 (size=902) 2024-11-09T16:20:36,913 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T16:20:36,913 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e584bb42511abe3d59dfa8da113db09b, NAME => 'test,,1731169236894.e584bb42511abe3d59dfa8da113db09b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7 2024-11-09T16:20:36,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741836_1012 (size=39) 2024-11-09T16:20:36,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731169236894.e584bb42511abe3d59dfa8da113db09b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:36,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e584bb42511abe3d59dfa8da113db09b, disabling compactions & flushes 2024-11-09T16:20:36,923 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731169236894.e584bb42511abe3d59dfa8da113db09b. 2024-11-09T16:20:36,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169236894.e584bb42511abe3d59dfa8da113db09b. 2024-11-09T16:20:36,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731169236894.e584bb42511abe3d59dfa8da113db09b. after waiting 0 ms 2024-11-09T16:20:36,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731169236894.e584bb42511abe3d59dfa8da113db09b. 2024-11-09T16:20:36,924 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731169236894.e584bb42511abe3d59dfa8da113db09b. 2024-11-09T16:20:36,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e584bb42511abe3d59dfa8da113db09b: Waiting for close lock at 1731169236923Disabling compacts and flushes for region at 1731169236923Disabling writes for close at 1731169236924 (+1 ms)Writing region close event to WAL at 1731169236924Closed at 1731169236924 2024-11-09T16:20:36,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:20:36,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731169236894.e584bb42511abe3d59dfa8da113db09b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731169236925"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169236925"}]},"ts":"1731169236925"} 2024-11-09T16:20:36,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:20:36,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:20:36,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169236929"}]},"ts":"1731169236929"} 2024-11-09T16:20:36,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T16:20:36,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e584bb42511abe3d59dfa8da113db09b, ASSIGN}] 2024-11-09T16:20:36,932 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e584bb42511abe3d59dfa8da113db09b, ASSIGN 2024-11-09T16:20:36,933 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e584bb42511abe3d59dfa8da113db09b, ASSIGN; state=OFFLINE, location=efe6b43736f4,35039,1731169228793; forceNewPlan=false, retain=false 2024-11-09T16:20:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:37,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e584bb42511abe3d59dfa8da113db09b, regionState=OPENING, regionLocation=efe6b43736f4,35039,1731169228793 2024-11-09T16:20:37,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e584bb42511abe3d59dfa8da113db09b, ASSIGN because future has completed 2024-11-09T16:20:37,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e584bb42511abe3d59dfa8da113db09b, server=efe6b43736f4,35039,1731169228793}] 2024-11-09T16:20:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:37,242 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731169236894.e584bb42511abe3d59dfa8da113db09b. 2024-11-09T16:20:37,242 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e584bb42511abe3d59dfa8da113db09b, NAME => 'test,,1731169236894.e584bb42511abe3d59dfa8da113db09b.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:20:37,242 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:20:37,242 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T16:20:37,242 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:37,242 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731169236894.e584bb42511abe3d59dfa8da113db09b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:37,243 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:37,243 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:37,244 INFO [StoreOpener-e584bb42511abe3d59dfa8da113db09b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:37,245 INFO [StoreOpener-e584bb42511abe3d59dfa8da113db09b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e584bb42511abe3d59dfa8da113db09b columnFamilyName f 2024-11-09T16:20:37,245 DEBUG [StoreOpener-e584bb42511abe3d59dfa8da113db09b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:37,245 INFO [StoreOpener-e584bb42511abe3d59dfa8da113db09b-1 {}] regionserver.HStore(327): Store=e584bb42511abe3d59dfa8da113db09b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:37,245 INFO [StoreOpener-e584bb42511abe3d59dfa8da113db09b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:37,246 INFO [StoreOpener-e584bb42511abe3d59dfa8da113db09b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e584bb42511abe3d59dfa8da113db09b columnFamilyName f1 2024-11-09T16:20:37,246 DEBUG [StoreOpener-e584bb42511abe3d59dfa8da113db09b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:37,246 INFO [StoreOpener-e584bb42511abe3d59dfa8da113db09b-1 {}] regionserver.HStore(327): Store=e584bb42511abe3d59dfa8da113db09b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:37,247 INFO [StoreOpener-e584bb42511abe3d59dfa8da113db09b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:37,247 INFO [StoreOpener-e584bb42511abe3d59dfa8da113db09b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e584bb42511abe3d59dfa8da113db09b columnFamilyName norep 2024-11-09T16:20:37,247 DEBUG [StoreOpener-e584bb42511abe3d59dfa8da113db09b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:37,248 INFO [StoreOpener-e584bb42511abe3d59dfa8da113db09b-1 {}] regionserver.HStore(327): Store=e584bb42511abe3d59dfa8da113db09b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:37,248 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:37,248 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:37,248 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:37,249 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:37,249 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:37,250 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:20:37,251 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:37,253 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:20:37,253 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e584bb42511abe3d59dfa8da113db09b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71989444, jitterRate=0.072726309299469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:20:37,253 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:37,254 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e584bb42511abe3d59dfa8da113db09b: Running coprocessor pre-open hook at 1731169237243Writing region info on filesystem at 1731169237243Initializing all the Stores at 1731169237243Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169237243Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169237244 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169237244Cleaning up temporary data from old regions at 1731169237249 (+5 ms)Running coprocessor post-open hooks at 1731169237253 (+4 ms)Region opened successfully at 1731169237254 (+1 ms) 2024-11-09T16:20:37,255 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731169236894.e584bb42511abe3d59dfa8da113db09b., pid=6, masterSystemTime=1731169237238 2024-11-09T16:20:37,257 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731169236894.e584bb42511abe3d59dfa8da113db09b. 2024-11-09T16:20:37,257 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731169236894.e584bb42511abe3d59dfa8da113db09b. 2024-11-09T16:20:37,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e584bb42511abe3d59dfa8da113db09b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=efe6b43736f4,35039,1731169228793 2024-11-09T16:20:37,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e584bb42511abe3d59dfa8da113db09b, server=efe6b43736f4,35039,1731169228793 because future has completed 2024-11-09T16:20:37,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:20:37,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e584bb42511abe3d59dfa8da113db09b, server=efe6b43736f4,35039,1731169228793 in 174 msec 2024-11-09T16:20:37,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T16:20:37,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e584bb42511abe3d59dfa8da113db09b, ASSIGN in 331 msec 2024-11-09T16:20:37,265 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:20:37,265 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169237265"}]},"ts":"1731169237265"} 2024-11-09T16:20:37,267 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T16:20:37,268 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:20:37,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 374 msec 2024-11-09T16:20:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:37,525 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T16:20:37,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:37,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,43363,1731169233967 2024-11-09T16:20:37,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53fefa85 2024-11-09T16:20:37,527 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:37,527 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:20:37,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:20:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T16:20:37,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:20:37,530 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:37,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T16:20:37,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:20:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:37,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741835_1011 (size=902) 2024-11-09T16:20:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:37,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b36a5ead9d6789dc5b24b9b10fa66ee3, NAME => 'test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0 2024-11-09T16:20:37,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741836_1012 (size=39) 2024-11-09T16:20:37,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:37,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b36a5ead9d6789dc5b24b9b10fa66ee3, disabling compactions & flushes 2024-11-09T16:20:37,943 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3. 2024-11-09T16:20:37,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3. 2024-11-09T16:20:37,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3. after waiting 0 ms 2024-11-09T16:20:37,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3. 2024-11-09T16:20:37,943 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3. 2024-11-09T16:20:37,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b36a5ead9d6789dc5b24b9b10fa66ee3: Waiting for close lock at 1731169237943Disabling compacts and flushes for region at 1731169237943Disabling writes for close at 1731169237943Writing region close event to WAL at 1731169237943Closed at 1731169237943 2024-11-09T16:20:37,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:20:37,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731169237944"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169237944"}]},"ts":"1731169237944"} 2024-11-09T16:20:37,946 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:20:37,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:20:37,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169237947"}]},"ts":"1731169237947"} 2024-11-09T16:20:37,949 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T16:20:37,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b36a5ead9d6789dc5b24b9b10fa66ee3, ASSIGN}] 2024-11-09T16:20:37,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b36a5ead9d6789dc5b24b9b10fa66ee3, ASSIGN 2024-11-09T16:20:37,951 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b36a5ead9d6789dc5b24b9b10fa66ee3, ASSIGN; state=OFFLINE, location=efe6b43736f4,42457,1731169234172; forceNewPlan=false, retain=false 2024-11-09T16:20:38,101 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b36a5ead9d6789dc5b24b9b10fa66ee3, regionState=OPENING, regionLocation=efe6b43736f4,42457,1731169234172 2024-11-09T16:20:38,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b36a5ead9d6789dc5b24b9b10fa66ee3, ASSIGN because future has completed 2024-11-09T16:20:38,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b36a5ead9d6789dc5b24b9b10fa66ee3, server=efe6b43736f4,42457,1731169234172}] 2024-11-09T16:20:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:38,258 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3. 2024-11-09T16:20:38,258 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b36a5ead9d6789dc5b24b9b10fa66ee3, NAME => 'test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:20:38,258 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:20:38,258 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T16:20:38,258 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:38,258 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:38,258 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:38,258 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:38,259 INFO [StoreOpener-b36a5ead9d6789dc5b24b9b10fa66ee3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:38,260 INFO [StoreOpener-b36a5ead9d6789dc5b24b9b10fa66ee3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b36a5ead9d6789dc5b24b9b10fa66ee3 columnFamilyName f 2024-11-09T16:20:38,260 DEBUG [StoreOpener-b36a5ead9d6789dc5b24b9b10fa66ee3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:38,261 INFO [StoreOpener-b36a5ead9d6789dc5b24b9b10fa66ee3-1 {}] regionserver.HStore(327): Store=b36a5ead9d6789dc5b24b9b10fa66ee3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:38,261 INFO [StoreOpener-b36a5ead9d6789dc5b24b9b10fa66ee3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:38,261 INFO [StoreOpener-b36a5ead9d6789dc5b24b9b10fa66ee3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b36a5ead9d6789dc5b24b9b10fa66ee3 columnFamilyName f1 2024-11-09T16:20:38,261 DEBUG [StoreOpener-b36a5ead9d6789dc5b24b9b10fa66ee3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:38,262 INFO [StoreOpener-b36a5ead9d6789dc5b24b9b10fa66ee3-1 {}] regionserver.HStore(327): Store=b36a5ead9d6789dc5b24b9b10fa66ee3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:38,262 INFO [StoreOpener-b36a5ead9d6789dc5b24b9b10fa66ee3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:38,262 INFO [StoreOpener-b36a5ead9d6789dc5b24b9b10fa66ee3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b36a5ead9d6789dc5b24b9b10fa66ee3 columnFamilyName norep 2024-11-09T16:20:38,262 DEBUG [StoreOpener-b36a5ead9d6789dc5b24b9b10fa66ee3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:38,263 INFO [StoreOpener-b36a5ead9d6789dc5b24b9b10fa66ee3-1 {}] regionserver.HStore(327): Store=b36a5ead9d6789dc5b24b9b10fa66ee3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:38,263 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:38,263 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:38,264 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:38,264 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:38,264 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:38,264 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:20:38,265 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:38,267 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:20:38,267 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b36a5ead9d6789dc5b24b9b10fa66ee3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61340058, jitterRate=-0.08596190810203552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:20:38,267 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:38,267 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b36a5ead9d6789dc5b24b9b10fa66ee3: Running coprocessor pre-open hook at 1731169238258Writing region info on filesystem at 1731169238258Initializing all the Stores at 1731169238259 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169238259Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169238259Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169238259Cleaning up temporary data from old regions at 1731169238264 (+5 ms)Running coprocessor post-open hooks at 1731169238267 (+3 ms)Region opened successfully at 1731169238267 2024-11-09T16:20:38,268 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3., pid=6, masterSystemTime=1731169238255 2024-11-09T16:20:38,269 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3. 2024-11-09T16:20:38,270 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3. 2024-11-09T16:20:38,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b36a5ead9d6789dc5b24b9b10fa66ee3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=efe6b43736f4,42457,1731169234172 2024-11-09T16:20:38,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b36a5ead9d6789dc5b24b9b10fa66ee3, server=efe6b43736f4,42457,1731169234172 because future has completed 2024-11-09T16:20:38,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:20:38,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b36a5ead9d6789dc5b24b9b10fa66ee3, server=efe6b43736f4,42457,1731169234172 in 169 msec 2024-11-09T16:20:38,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T16:20:38,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b36a5ead9d6789dc5b24b9b10fa66ee3, ASSIGN in 325 msec 2024-11-09T16:20:38,276 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:20:38,276 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169238276"}]},"ts":"1731169238276"} 2024-11-09T16:20:38,278 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T16:20:38,279 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:20:38,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-09T16:20:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:20:38,666 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T16:20:38,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef2109f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:38,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34021,-1 for getting cluster id 2024-11-09T16:20:38,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:38,667 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2cbd54-0af4-4cd6-a3b1-7533da4839f0' 2024-11-09T16:20:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2cbd54-0af4-4cd6-a3b1-7533da4839f0" 2024-11-09T16:20:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af24c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34021,-1] 2024-11-09T16:20:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:38,669 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144d1f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:38,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192e83bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:38,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,43363,-1 for getting cluster id 2024-11-09T16:20:38,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:38,671 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c30aafb-716b-4f8e-ae24-ece701a9b549' 2024-11-09T16:20:38,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:38,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c30aafb-716b-4f8e-ae24-ece701a9b549" 2024-11-09T16:20:38,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0496bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:38,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,43363,-1] 2024-11-09T16:20:38,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:38,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:38,672 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:38,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e832f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:38,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ac001e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:38,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34021,-1 for getting cluster id 2024-11-09T16:20:38,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:38,674 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2cbd54-0af4-4cd6-a3b1-7533da4839f0' 2024-11-09T16:20:38,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:38,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2cbd54-0af4-4cd6-a3b1-7533da4839f0" 2024-11-09T16:20:38,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e03b854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:38,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34021,-1] 2024-11-09T16:20:38,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:38,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:38,676 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:38,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2382b9e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:38,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:38,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,34021,1731169228549 2024-11-09T16:20:38,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52194f61 2024-11-09T16:20:38,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:38,678 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:20:38,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://efe6b43736f4:43363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T16:20:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:20:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:38,681 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:43363' 2024-11-09T16:20:38,682 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ce0e30b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:38,682 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,43363,-1 for getting cluster id 2024-11-09T16:20:38,682 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:38,683 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c30aafb-716b-4f8e-ae24-ece701a9b549' 2024-11-09T16:20:38,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:38,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c30aafb-716b-4f8e-ae24-ece701a9b549" 2024-11-09T16:20:38,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47822f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:38,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,43363,-1] 2024-11-09T16:20:38,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:38,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:38,684 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:38,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bb65c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:38,685 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:38,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,43363,1731169233967 2024-11-09T16:20:38,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f00666 2024-11-09T16:20:38,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:38,686 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:20:38,687 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T16:20:38,687 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:20:38,687 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:38,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:38,687 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:38,687 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:20:38,688 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T16:20:38,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:20:38,689 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:38,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:20:38,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741837_1013 (size=1138) 2024-11-09T16:20:38,739 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T16:20:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:39,098 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a27e7c35b20849691607a75ad584100f, NAME => 'hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7 2024-11-09T16:20:39,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741838_1014 (size=44) 2024-11-09T16:20:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:39,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:39,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a27e7c35b20849691607a75ad584100f, disabling compactions & flushes 2024-11-09T16:20:39,503 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. 2024-11-09T16:20:39,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. 2024-11-09T16:20:39,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. after waiting 0 ms 2024-11-09T16:20:39,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. 2024-11-09T16:20:39,503 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. 2024-11-09T16:20:39,503 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a27e7c35b20849691607a75ad584100f: Waiting for close lock at 1731169239503Disabling compacts and flushes for region at 1731169239503Disabling writes for close at 1731169239503Writing region close event to WAL at 1731169239503Closed at 1731169239503 2024-11-09T16:20:39,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:20:39,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731169239505"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169239505"}]},"ts":"1731169239505"} 2024-11-09T16:20:39,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:20:39,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:20:39,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169239508"}]},"ts":"1731169239508"} 2024-11-09T16:20:39,509 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T16:20:39,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a27e7c35b20849691607a75ad584100f, ASSIGN}] 2024-11-09T16:20:39,510 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a27e7c35b20849691607a75ad584100f, ASSIGN 2024-11-09T16:20:39,511 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a27e7c35b20849691607a75ad584100f, ASSIGN; state=OFFLINE, location=efe6b43736f4,35039,1731169228793; forceNewPlan=false, retain=false 2024-11-09T16:20:39,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a27e7c35b20849691607a75ad584100f, regionState=OPENING, regionLocation=efe6b43736f4,35039,1731169228793 2024-11-09T16:20:39,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a27e7c35b20849691607a75ad584100f, ASSIGN because future has completed 2024-11-09T16:20:39,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a27e7c35b20849691607a75ad584100f, server=efe6b43736f4,35039,1731169228793}] 2024-11-09T16:20:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:39,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. 2024-11-09T16:20:39,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:20:39,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T16:20:39,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C35039%2C1731169228793.rep, suffix=, logDir=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793, archiveDir=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/oldWALs, maxLogs=10 2024-11-09T16:20:39,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.rep.1731169239820, exclude list is [], retry=0 2024-11-09T16:20:39,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34265,DS-98844dd8-41a2-4025-820a-6e7c294cbe86,DISK] 2024-11-09T16:20:39,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.rep.1731169239820 2024-11-09T16:20:39,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41309:41309)] 2024-11-09T16:20:39,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a27e7c35b20849691607a75ad584100f, NAME => 'hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:20:39,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:20:39,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:20:39,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. service=MultiRowMutationService 2024-11-09T16:20:39,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T16:20:39,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a27e7c35b20849691607a75ad584100f 2024-11-09T16:20:39,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:39,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a27e7c35b20849691607a75ad584100f 2024-11-09T16:20:39,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a27e7c35b20849691607a75ad584100f 2024-11-09T16:20:39,837 INFO [StoreOpener-a27e7c35b20849691607a75ad584100f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a27e7c35b20849691607a75ad584100f 2024-11-09T16:20:39,838 INFO [StoreOpener-a27e7c35b20849691607a75ad584100f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a27e7c35b20849691607a75ad584100f columnFamilyName hfileref 2024-11-09T16:20:39,838 DEBUG [StoreOpener-a27e7c35b20849691607a75ad584100f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:39,839 INFO [StoreOpener-a27e7c35b20849691607a75ad584100f-1 {}] regionserver.HStore(327): Store=a27e7c35b20849691607a75ad584100f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:39,839 INFO [StoreOpener-a27e7c35b20849691607a75ad584100f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a27e7c35b20849691607a75ad584100f 2024-11-09T16:20:39,840 INFO [StoreOpener-a27e7c35b20849691607a75ad584100f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a27e7c35b20849691607a75ad584100f columnFamilyName queue 2024-11-09T16:20:39,840 DEBUG [StoreOpener-a27e7c35b20849691607a75ad584100f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:39,840 INFO [StoreOpener-a27e7c35b20849691607a75ad584100f-1 {}] regionserver.HStore(327): Store=a27e7c35b20849691607a75ad584100f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:39,840 INFO [StoreOpener-a27e7c35b20849691607a75ad584100f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a27e7c35b20849691607a75ad584100f 2024-11-09T16:20:39,841 INFO [StoreOpener-a27e7c35b20849691607a75ad584100f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a27e7c35b20849691607a75ad584100f columnFamilyName sid 2024-11-09T16:20:39,841 DEBUG [StoreOpener-a27e7c35b20849691607a75ad584100f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:39,842 INFO [StoreOpener-a27e7c35b20849691607a75ad584100f-1 {}] regionserver.HStore(327): Store=a27e7c35b20849691607a75ad584100f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:39,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a27e7c35b20849691607a75ad584100f 2024-11-09T16:20:39,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/replication/a27e7c35b20849691607a75ad584100f 2024-11-09T16:20:39,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/replication/a27e7c35b20849691607a75ad584100f 2024-11-09T16:20:39,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a27e7c35b20849691607a75ad584100f 2024-11-09T16:20:39,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a27e7c35b20849691607a75ad584100f 2024-11-09T16:20:39,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:20:39,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a27e7c35b20849691607a75ad584100f 2024-11-09T16:20:39,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/replication/a27e7c35b20849691607a75ad584100f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:20:39,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a27e7c35b20849691607a75ad584100f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63842990, jitterRate=-0.04866531491279602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:20:39,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a27e7c35b20849691607a75ad584100f 2024-11-09T16:20:39,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a27e7c35b20849691607a75ad584100f: Running coprocessor pre-open hook at 1731169239836Writing region info on filesystem at 1731169239836Initializing all the Stores at 1731169239837 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169239837Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169239837Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169239837Cleaning up temporary data from old regions at 1731169239843 (+6 ms)Running coprocessor post-open hooks at 1731169239846 (+3 ms)Region opened successfully at 1731169239846 2024-11-09T16:20:39,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f., pid=10, masterSystemTime=1731169239816 2024-11-09T16:20:39,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. 2024-11-09T16:20:39,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. 2024-11-09T16:20:39,849 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a27e7c35b20849691607a75ad584100f, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,35039,1731169228793 2024-11-09T16:20:39,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a27e7c35b20849691607a75ad584100f, server=efe6b43736f4,35039,1731169228793 because future has completed 2024-11-09T16:20:39,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T16:20:39,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a27e7c35b20849691607a75ad584100f, server=efe6b43736f4,35039,1731169228793 in 188 msec 2024-11-09T16:20:39,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T16:20:39,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a27e7c35b20849691607a75ad584100f, ASSIGN in 344 msec 2024-11-09T16:20:39,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:20:39,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169239855"}]},"ts":"1731169239855"} 2024-11-09T16:20:39,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T16:20:39,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:20:39,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-09T16:20:39,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f., hostname=efe6b43736f4,35039,1731169228793, seqNum=2] 2024-11-09T16:20:39,920 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245 2024-11-09T16:20:39,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245 2024-11-09T16:20:39,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:20:40,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T16:20:40,095 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T16:20:40,121 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-efe6b43736f4,35039,1731169228793, ReplicationSource: 1, currentBandwidth=0 2024-11-09T16:20:40,121 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:40,121 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,35039,1731169228793, seqNum=-1] 2024-11-09T16:20:40,122 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:40,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T16:20:40,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-efe6b43736f4,35039,1731169228793', locateType=CURRENT is [region=hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f., hostname=efe6b43736f4,35039,1731169228793, seqNum=2] 2024-11-09T16:20:40,126 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T16:20:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T16:20:40,128 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on efe6b43736f4,35039,1731169228793 suceeded 2024-11-09T16:20:40,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T16:20:40,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-09T16:20:40,130 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://efe6b43736f4:43363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:20:40,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4510 sec 2024-11-09T16:20:40,141 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:43363' 2024-11-09T16:20:40,142 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ea2be29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:40,142 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,43363,-1 for getting cluster id 2024-11-09T16:20:40,142 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:40,143 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c30aafb-716b-4f8e-ae24-ece701a9b549' 2024-11-09T16:20:40,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:40,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c30aafb-716b-4f8e-ae24-ece701a9b549" 2024-11-09T16:20:40,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@293a17c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:40,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,43363,-1] 2024-11-09T16:20:40,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:40,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:40,144 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:40,145 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3501fe53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:40,145 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:40,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,43363,1731169233967 2024-11-09T16:20:40,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@235e12c6 2024-11-09T16:20:40,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:40,146 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-09T16:20:40,147 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-efe6b43736f4,35039,1731169228793 (queues=1) is replicating from cluster=4c2cbd54-0af4-4cd6-a3b1-7533da4839f0 to cluster=5c30aafb-716b-4f8e-ae24-ece701a9b549 2024-11-09T16:20:40,147 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=efe6b43736f4%2C35039%2C1731169228793 2024-11-09T16:20:40,147 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-efe6b43736f4,35039,1731169228793, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:20:40,147 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.shipperefe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C35039%2C1731169228793 2024-11-09T16:20:40,147 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824, startPosition=0, beingWritten=true 2024-11-09T16:20:40,152 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:20:40,152 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 379, reset compression=false 2024-11-09T16:20:40,152 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.shipperefe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,35039,1731169228793 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:20:40,356 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 379, reset compression=false 2024-11-09T16:20:40,660 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 379, reset compression=false 2024-11-09T16:20:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:40,826 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T16:20:40,826 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:20:40,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:40,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:40,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:40,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:40,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ab518b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:40,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,43363,-1 for getting cluster id 2024-11-09T16:20:40,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:40,828 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c30aafb-716b-4f8e-ae24-ece701a9b549' 2024-11-09T16:20:40,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:40,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c30aafb-716b-4f8e-ae24-ece701a9b549" 2024-11-09T16:20:40,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec847cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:40,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,43363,-1] 2024-11-09T16:20:40,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:40,829 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fdd49c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:40,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:40,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,43363,1731169233967 2024-11-09T16:20:40,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49b77e 2024-11-09T16:20:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:40,831 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:20:40,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://efe6b43736f4:34021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T16:20:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:20:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:40,833 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:34021' 2024-11-09T16:20:40,834 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e45a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:40,834 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34021,-1 for getting cluster id 2024-11-09T16:20:40,834 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:40,835 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2cbd54-0af4-4cd6-a3b1-7533da4839f0' 2024-11-09T16:20:40,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:40,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2cbd54-0af4-4cd6-a3b1-7533da4839f0" 2024-11-09T16:20:40,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777c6daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:40,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34021,-1] 2024-11-09T16:20:40,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:40,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:40,836 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:40,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2285fb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:40,837 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:40,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,34021,1731169228549 2024-11-09T16:20:40,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@681ecba0 2024-11-09T16:20:40,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:40,838 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:20:40,838 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T16:20:40,838 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:20:40,838 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:40,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:40,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:40,839 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:20:40,840 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T16:20:40,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:20:40,840 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:40,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:20:40,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741837_1013 (size=1138) 2024-11-09T16:20:40,847 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e617c293b37cc59546686778224c488, NAME => 'hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0 2024-11-09T16:20:40,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741838_1014 (size=44) 2024-11-09T16:20:40,890 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T16:20:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:41,064 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 379, reset compression=false 2024-11-09T16:20:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:41,293 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:41,293 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5e617c293b37cc59546686778224c488, disabling compactions & flushes 2024-11-09T16:20:41,293 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488. 2024-11-09T16:20:41,293 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488. 2024-11-09T16:20:41,293 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488. after waiting 0 ms 2024-11-09T16:20:41,293 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488. 2024-11-09T16:20:41,293 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488. 2024-11-09T16:20:41,293 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e617c293b37cc59546686778224c488: Waiting for close lock at 1731169241293Disabling compacts and flushes for region at 1731169241293Disabling writes for close at 1731169241293Writing region close event to WAL at 1731169241293Closed at 1731169241293 2024-11-09T16:20:41,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:20:41,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731169241294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169241294"}]},"ts":"1731169241294"} 2024-11-09T16:20:41,296 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:20:41,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:20:41,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169241297"}]},"ts":"1731169241297"} 2024-11-09T16:20:41,298 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T16:20:41,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e617c293b37cc59546686778224c488, ASSIGN}] 2024-11-09T16:20:41,299 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e617c293b37cc59546686778224c488, ASSIGN 2024-11-09T16:20:41,300 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5e617c293b37cc59546686778224c488, ASSIGN; state=OFFLINE, location=efe6b43736f4,42457,1731169234172; forceNewPlan=false, retain=false 2024-11-09T16:20:41,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5e617c293b37cc59546686778224c488, regionState=OPENING, regionLocation=efe6b43736f4,42457,1731169234172 2024-11-09T16:20:41,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5e617c293b37cc59546686778224c488, ASSIGN because future has completed 2024-11-09T16:20:41,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e617c293b37cc59546686778224c488, server=efe6b43736f4,42457,1731169234172}] 2024-11-09T16:20:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:41,568 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 379, reset compression=false 2024-11-09T16:20:41,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488. 2024-11-09T16:20:41,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:20:41,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T16:20:41,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C42457%2C1731169234172.rep, suffix=, logDir=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/oldWALs, maxLogs=10 2024-11-09T16:20:41,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.rep.1731169241609, exclude list is [], retry=0 2024-11-09T16:20:41,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44515,DS-aa6fa538-d885-403a-b140-33f182f3082b,DISK] 2024-11-09T16:20:41,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.rep.1731169241609 2024-11-09T16:20:41,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38161:38161)] 2024-11-09T16:20:41,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e617c293b37cc59546686778224c488, NAME => 'hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:20:41,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:20:41,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:20:41,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488. service=MultiRowMutationService 2024-11-09T16:20:41,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T16:20:41,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5e617c293b37cc59546686778224c488 2024-11-09T16:20:41,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:41,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5e617c293b37cc59546686778224c488 2024-11-09T16:20:41,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5e617c293b37cc59546686778224c488 2024-11-09T16:20:41,627 INFO [StoreOpener-5e617c293b37cc59546686778224c488-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5e617c293b37cc59546686778224c488 2024-11-09T16:20:41,628 INFO [StoreOpener-5e617c293b37cc59546686778224c488-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e617c293b37cc59546686778224c488 columnFamilyName hfileref 2024-11-09T16:20:41,628 DEBUG [StoreOpener-5e617c293b37cc59546686778224c488-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:41,629 INFO [StoreOpener-5e617c293b37cc59546686778224c488-1 {}] regionserver.HStore(327): Store=5e617c293b37cc59546686778224c488/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:41,629 INFO [StoreOpener-5e617c293b37cc59546686778224c488-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5e617c293b37cc59546686778224c488 2024-11-09T16:20:41,630 INFO [StoreOpener-5e617c293b37cc59546686778224c488-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e617c293b37cc59546686778224c488 columnFamilyName queue 2024-11-09T16:20:41,630 DEBUG [StoreOpener-5e617c293b37cc59546686778224c488-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:41,630 INFO [StoreOpener-5e617c293b37cc59546686778224c488-1 {}] regionserver.HStore(327): Store=5e617c293b37cc59546686778224c488/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:41,630 INFO [StoreOpener-5e617c293b37cc59546686778224c488-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5e617c293b37cc59546686778224c488 2024-11-09T16:20:41,631 INFO [StoreOpener-5e617c293b37cc59546686778224c488-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e617c293b37cc59546686778224c488 columnFamilyName sid 2024-11-09T16:20:41,631 DEBUG [StoreOpener-5e617c293b37cc59546686778224c488-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:41,631 INFO [StoreOpener-5e617c293b37cc59546686778224c488-1 {}] regionserver.HStore(327): Store=5e617c293b37cc59546686778224c488/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:41,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5e617c293b37cc59546686778224c488 2024-11-09T16:20:41,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/replication/5e617c293b37cc59546686778224c488 2024-11-09T16:20:41,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/replication/5e617c293b37cc59546686778224c488 2024-11-09T16:20:41,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5e617c293b37cc59546686778224c488 2024-11-09T16:20:41,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5e617c293b37cc59546686778224c488 2024-11-09T16:20:41,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:20:41,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5e617c293b37cc59546686778224c488 2024-11-09T16:20:41,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/replication/5e617c293b37cc59546686778224c488/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:20:41,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5e617c293b37cc59546686778224c488; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73893716, jitterRate=0.10110217332839966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:20:41,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e617c293b37cc59546686778224c488 2024-11-09T16:20:41,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5e617c293b37cc59546686778224c488: Running coprocessor pre-open hook at 1731169241626Writing region info on filesystem at 1731169241626Initializing all the Stores at 1731169241627 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169241627Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169241627Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169241627Cleaning up temporary data from old regions at 1731169241633 (+6 ms)Running coprocessor post-open hooks at 1731169241636 (+3 ms)Region opened successfully at 1731169241636 2024-11-09T16:20:41,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488., pid=10, masterSystemTime=1731169241604 2024-11-09T16:20:41,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488. 2024-11-09T16:20:41,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488. 2024-11-09T16:20:41,640 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5e617c293b37cc59546686778224c488, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,42457,1731169234172 2024-11-09T16:20:41,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e617c293b37cc59546686778224c488, server=efe6b43736f4,42457,1731169234172 because future has completed 2024-11-09T16:20:41,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T16:20:41,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e617c293b37cc59546686778224c488, server=efe6b43736f4,42457,1731169234172 in 191 msec 2024-11-09T16:20:41,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T16:20:41,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e617c293b37cc59546686778224c488, ASSIGN in 347 msec 2024-11-09T16:20:41,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:20:41,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169241648"}]},"ts":"1731169241648"} 2024-11-09T16:20:41,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T16:20:41,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:20:41,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 812 msec 2024-11-09T16:20:41,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488., hostname=efe6b43736f4,42457,1731169234172, seqNum=2] 2024-11-09T16:20:41,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079 2024-11-09T16:20:41,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079 2024-11-09T16:20:41,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:20:41,825 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:41,826 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:20:41,826 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18227 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:20:41,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T16:20:41,915 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T16:20:41,941 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-efe6b43736f4,42457,1731169234172, ReplicationSource: 1, currentBandwidth=0 2024-11-09T16:20:41,941 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:41,941 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42457,1731169234172, seqNum=-1] 2024-11-09T16:20:41,941 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:41,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T16:20:41,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-efe6b43736f4,42457,1731169234172', locateType=CURRENT is [region=hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488., hostname=efe6b43736f4,42457,1731169234172, seqNum=2] 2024-11-09T16:20:41,947 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T16:20:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T16:20:41,949 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on efe6b43736f4,42457,1731169234172 suceeded 2024-11-09T16:20:41,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T16:20:41,951 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://efe6b43736f4:34021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:20:41,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-09T16:20:41,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1200 sec 2024-11-09T16:20:41,960 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:34021' 2024-11-09T16:20:41,961 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@298985d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:41,961 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34021,-1 for getting cluster id 2024-11-09T16:20:41,961 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:41,962 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2cbd54-0af4-4cd6-a3b1-7533da4839f0' 2024-11-09T16:20:41,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:41,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2cbd54-0af4-4cd6-a3b1-7533da4839f0" 2024-11-09T16:20:41,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65d05b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:41,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34021,-1] 2024-11-09T16:20:41,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:41,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:41,963 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:41,964 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3164b2a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:41,964 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:41,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,34021,1731169228549 2024-11-09T16:20:41,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@160e5f58 2024-11-09T16:20:41,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:20:41,966 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-09T16:20:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:20:41,967 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-efe6b43736f4,42457,1731169234172 (queues=1) is replicating from cluster=5c30aafb-716b-4f8e-ae24-ece701a9b549 to cluster=4c2cbd54-0af4-4cd6-a3b1-7533da4839f0 2024-11-09T16:20:41,967 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=efe6b43736f4%2C42457%2C1731169234172 2024-11-09T16:20:41,967 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-efe6b43736f4,42457,1731169234172, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:20:41,967 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T16:20:41,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:20:41,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:41,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:41,967 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083, startPosition=0, beingWritten=true 2024-11-09T16:20:41,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:41,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:41,968 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.shipperefe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C42457%2C1731169234172 2024-11-09T16:20:41,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:41,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,35039,1731169228793, seqNum=-1] 2024-11-09T16:20:41,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:41,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:20:41,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731169236894.e584bb42511abe3d59dfa8da113db09b., hostname=efe6b43736f4,35039,1731169228793, seqNum=2] 2024-11-09T16:20:41,973 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:20:41,973 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 379, reset compression=false 2024-11-09T16:20:41,973 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.shipperefe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,42457,1731169234172 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:20:41,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:41,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42457,1731169234172, seqNum=-1] 2024-11-09T16:20:41,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:41,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:20:41,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3., hostname=efe6b43736f4,42457,1731169234172, seqNum=2] 2024-11-09T16:20:41,980 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T16:20:42,160 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:20:42,172 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 379, reset compression=false 2024-11-09T16:20:42,176 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:20:42,176 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 480, reset compression=false 2024-11-09T16:20:42,176 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.shipperefe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,35039,1731169228793 got entry batch from reader: WALEntryBatch [walEntries=[{test/e584bb42511abe3d59dfa8da113db09b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T16:20:42,177 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 379, reset compression=false 2024-11-09T16:20:42,179 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.shipperefe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:20:42,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-09T16:20:42,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42457 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:20:42,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76b1c6ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:42,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42457 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,43363,-1 for getting cluster id 2024-11-09T16:20:42,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:42,183 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c30aafb-716b-4f8e-ae24-ece701a9b549' 2024-11-09T16:20:42,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:42,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c30aafb-716b-4f8e-ae24-ece701a9b549" 2024-11-09T16:20:42,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2162f8fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:42,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,43363,-1] 2024-11-09T16:20:42,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:42,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:42,184 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:42,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59db1ab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:42,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:42,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,42457,1731169234172, seqNum=-1] 2024-11-09T16:20:42,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:42,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T16:20:42,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3., hostname=efe6b43736f4,42457,1731169234172, seqNum=2] 2024-11-09T16:20:42,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:42,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:42,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:42,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:42,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:42,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:42,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:42,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:42,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:42,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:42,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42457 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:20:42,241 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T16:20:42,242 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T16:20:42,380 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 480, reset compression=false 2024-11-09T16:20:42,481 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 379, reset compression=false 2024-11-09T16:20:42,485 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:20:42,485 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 503, reset compression=false 2024-11-09T16:20:42,485 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.shipperefe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,42457,1731169234172 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:20:42,683 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 480, reset compression=false 2024-11-09T16:20:42,689 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 503, reset compression=false 2024-11-09T16:20:42,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T16:20:42,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T16:20:42,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T16:20:42,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T16:20:42,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:20:42,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T16:20:42,983 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T16:20:42,986 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T16:20:42,991 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 503, reset compression=false 2024-11-09T16:20:42,996 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:20:42,996 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 607, reset compression=false 2024-11-09T16:20:42,996 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.shipperefe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,42457,1731169234172 got entry batch from reader: WALEntryBatch [walEntries=[{test/b36a5ead9d6789dc5b24b9b10fa66ee3/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T16:20:42,998 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.shipperefe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:20:42,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-09T16:20:43,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:20:43,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25384866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:43,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34021,-1 for getting cluster id 2024-11-09T16:20:43,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:43,001 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2cbd54-0af4-4cd6-a3b1-7533da4839f0' 2024-11-09T16:20:43,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:43,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2cbd54-0af4-4cd6-a3b1-7533da4839f0" 2024-11-09T16:20:43,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11adac76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:43,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34021,-1] 2024-11-09T16:20:43,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:43,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:43,002 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:43,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@228bb066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:43,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:43,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,35039,1731169228793, seqNum=-1] 2024-11-09T16:20:43,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:43,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T16:20:43,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731169236894.e584bb42511abe3d59dfa8da113db09b., hostname=efe6b43736f4,35039,1731169228793, seqNum=2] 2024-11-09T16:20:43,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:20:43,086 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 480, reset compression=false 2024-11-09T16:20:43,090 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:20:43,090 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 607, reset compression=false 2024-11-09T16:20:43,090 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.shipperefe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,35039,1731169228793 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:20:43,200 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 607, reset compression=false 2024-11-09T16:20:43,294 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 607, reset compression=false 2024-11-09T16:20:43,503 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 607, reset compression=false 2024-11-09T16:20:43,597 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 607, reset compression=false 2024-11-09T16:20:43,907 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 607, reset compression=false 2024-11-09T16:20:43,988 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T16:20:44,000 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 607, reset compression=false 2024-11-09T16:20:44,000 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T16:20:44,012 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:20:44,012 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 763, reset compression=false 2024-11-09T16:20:44,012 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.shipperefe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,35039,1731169228793 got entry batch from reader: WALEntryBatch [walEntries=[{test/e584bb42511abe3d59dfa8da113db09b/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T16:20:44,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42457 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:20:44,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42457 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:20:44,225 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 763, reset compression=false 2024-11-09T16:20:44,411 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 607, reset compression=false 2024-11-09T16:20:44,415 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:20:44,415 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 754, reset compression=false 2024-11-09T16:20:44,415 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.shipperefe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,42457,1731169234172 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:20:44,529 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 763, reset compression=false 2024-11-09T16:20:44,619 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 754, reset compression=false 2024-11-09T16:20:44,922 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 754, reset compression=false 2024-11-09T16:20:44,933 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 763, reset compression=false 2024-11-09T16:20:45,002 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T16:20:45,006 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T16:20:45,325 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 754, reset compression=false 2024-11-09T16:20:45,329 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:20:45,329 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 913, reset compression=false 2024-11-09T16:20:45,329 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.shipperefe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,42457,1731169234172 got entry batch from reader: WALEntryBatch [walEntries=[{test/b36a5ead9d6789dc5b24b9b10fa66ee3/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T16:20:45,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:20:45,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35039 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:20:45,437 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 763, reset compression=false 2024-11-09T16:20:45,442 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:20:45,442 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 912, reset compression=false 2024-11-09T16:20:45,442 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.shipperefe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,35039,1731169228793 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:20:45,532 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 913, reset compression=false 2024-11-09T16:20:45,646 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 912, reset compression=false 2024-11-09T16:20:45,836 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 913, reset compression=false 2024-11-09T16:20:45,949 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 912, reset compression=false 2024-11-09T16:20:46,008 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T16:20:46,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:20:46,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:20:46,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:46,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:46,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:46,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:46,011 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:20:46,011 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1282341789, stopped=false 2024-11-09T16:20:46,011 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,43363,1731169233967 2024-11-09T16:20:46,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11824353079/running 2024-11-09T16:20:46,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11824353079/running 2024-11-09T16:20:46,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079 2024-11-09T16:20:46,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079 2024-11-09T16:20:46,099 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:20:46,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:20:46,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:46,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Set watcher on znode that does not yet exist, /11824353079/running 2024-11-09T16:20:46,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:46,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Set watcher on znode that does not yet exist, /11824353079/running 2024-11-09T16:20:46,099 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,42457,1731169234172' ***** 2024-11-09T16:20:46,099 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:20:46,099 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:20:46,100 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:20:46,100 INFO [RS:0;efe6b43736f4:42457 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:20:46,100 INFO [RS:0;efe6b43736f4:42457 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:20:46,100 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e617c293b37cc59546686778224c488 2024-11-09T16:20:46,100 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(3091): Received CLOSE for b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:46,100 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,42457,1731169234172 2024-11-09T16:20:46,100 INFO [RS:0;efe6b43736f4:42457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:20:46,100 INFO [RS:0;efe6b43736f4:42457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:42457. 2024-11-09T16:20:46,100 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e617c293b37cc59546686778224c488, disabling compactions & flushes 2024-11-09T16:20:46,100 DEBUG [RS:0;efe6b43736f4:42457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:46,100 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488. 2024-11-09T16:20:46,100 DEBUG [RS:0;efe6b43736f4:42457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:46,100 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488. 2024-11-09T16:20:46,100 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488. after waiting 0 ms 2024-11-09T16:20:46,100 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488. 2024-11-09T16:20:46,100 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:20:46,100 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:20:46,100 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:20:46,100 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5e617c293b37cc59546686778224c488 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-09T16:20:46,100 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:20:46,101 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T16:20:46,101 DEBUG [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(1325): Online Regions={5e617c293b37cc59546686778224c488=hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488., 1588230740=hbase:meta,,1.1588230740, b36a5ead9d6789dc5b24b9b10fa66ee3=test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3.} 2024-11-09T16:20:46,101 DEBUG [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e617c293b37cc59546686778224c488, b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:46,101 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:20:46,101 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:20:46,101 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:20:46,101 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:20:46,101 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:20:46,101 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T16:20:46,115 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/.tmp/info/e2cb12ca97944befb7b57acaead46272 is 147, key is hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488./info:regioninfo/1731169241639/Put/seqid=0 2024-11-09T16:20:46,117 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/replication/5e617c293b37cc59546686778224c488/.tmp/queue/3263a0a6b2fc47bda70825cd9277951e is 153, key is 1-efe6b43736f4,42457,1731169234172/queue:efe6b43736f4%2C42457%2C1731169234172/1731169245333/Put/seqid=0 2024-11-09T16:20:46,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741840_1016 (size=7686) 2024-11-09T16:20:46,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741841_1017 (size=5352) 2024-11-09T16:20:46,121 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/.tmp/info/e2cb12ca97944befb7b57acaead46272 2024-11-09T16:20:46,138 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/.tmp/ns/6b66c54e28ba46fa952504c1687adfd8 is 43, key is default/ns:d/1731169236685/Put/seqid=0 2024-11-09T16:20:46,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741842_1018 (size=5153) 2024-11-09T16:20:46,155 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:20:46,239 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 913, reset compression=false 2024-11-09T16:20:46,301 DEBUG [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e617c293b37cc59546686778224c488, b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:46,353 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 912, reset compression=false 2024-11-09T16:20:46,501 DEBUG [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e617c293b37cc59546686778224c488, b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:46,522 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/replication/5e617c293b37cc59546686778224c488/.tmp/queue/3263a0a6b2fc47bda70825cd9277951e 2024-11-09T16:20:46,542 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/.tmp/ns/6b66c54e28ba46fa952504c1687adfd8 2024-11-09T16:20:46,558 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/replication/5e617c293b37cc59546686778224c488/.tmp/queue/3263a0a6b2fc47bda70825cd9277951e as hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/replication/5e617c293b37cc59546686778224c488/queue/3263a0a6b2fc47bda70825cd9277951e 2024-11-09T16:20:46,563 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/replication/5e617c293b37cc59546686778224c488/queue/3263a0a6b2fc47bda70825cd9277951e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T16:20:46,564 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 5e617c293b37cc59546686778224c488 in 464ms, sequenceid=10, compaction requested=false 2024-11-09T16:20:46,572 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/replication/5e617c293b37cc59546686778224c488/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T16:20:46,574 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:20:46,574 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:20:46,574 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488. 2024-11-09T16:20:46,574 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e617c293b37cc59546686778224c488: Waiting for close lock at 1731169246100Running coprocessor pre-close hooks at 1731169246100Disabling compacts and flushes for region at 1731169246100Disabling writes for close at 1731169246100Obtaining lock to block concurrent updates at 1731169246100Preparing flush snapshotting stores in 5e617c293b37cc59546686778224c488 at 1731169246100Finished memstore snapshotting hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731169246101 (+1 ms)Flushing stores of hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488. at 1731169246101Flushing 5e617c293b37cc59546686778224c488/queue: creating writer at 1731169246101Flushing 5e617c293b37cc59546686778224c488/queue: appending metadata at 1731169246117 (+16 ms)Flushing 5e617c293b37cc59546686778224c488/queue: closing flushed file at 1731169246117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da189b6: reopening flushed file at 1731169246557 (+440 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 5e617c293b37cc59546686778224c488 in 464ms, sequenceid=10, compaction requested=false at 1731169246564 (+7 ms)Writing region close event to WAL at 1731169246569 (+5 ms)Running coprocessor post-close hooks at 1731169246574 (+5 ms)Closed at 1731169246574 2024-11-09T16:20:46,574 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731169240839.5e617c293b37cc59546686778224c488. 2024-11-09T16:20:46,574 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b36a5ead9d6789dc5b24b9b10fa66ee3, disabling compactions & flushes 2024-11-09T16:20:46,574 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3. 2024-11-09T16:20:46,574 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3. 2024-11-09T16:20:46,574 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3. after waiting 0 ms 2024-11-09T16:20:46,574 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3. 2024-11-09T16:20:46,575 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b36a5ead9d6789dc5b24b9b10fa66ee3 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-09T16:20:46,578 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/.tmp/rep_barrier/eeb5d327940746378f433809e06157cd is 112, key is test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3./rep_barrier:seqnumDuringOpen/1731169238270/Put/seqid=0 2024-11-09T16:20:46,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741843_1019 (size=5518) 2024-11-09T16:20:46,600 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3/.tmp/f/f4cfe690701b4006b27a70c559588ca4 is 29, key is row1/f:/1731169245003/DeleteFamily/seqid=0 2024-11-09T16:20:46,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741844_1020 (size=5118) 2024-11-09T16:20:46,604 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3/.tmp/f/f4cfe690701b4006b27a70c559588ca4 2024-11-09T16:20:46,608 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4cfe690701b4006b27a70c559588ca4 2024-11-09T16:20:46,621 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3/.tmp/f1/08baf6a718504f13bd0ef3a2a7b8e246 is 30, key is row1/f1:/1731169245003/DeleteFamily/seqid=0 2024-11-09T16:20:46,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741845_1021 (size=5123) 2024-11-09T16:20:46,701 DEBUG [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:46,743 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 913, reset compression=false 2024-11-09T16:20:46,747 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:20:46,747 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 1160, reset compression=false 2024-11-09T16:20:46,747 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.shipperefe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,42457,1731169234172 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:20:46,747 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.shipperefe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.HRegionServer(2440): ***** ABORTING region server efe6b43736f4,42457,1731169234172: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-efe6b43736f4,42457,1731169234172, walGroup=efe6b43736f4%2C42457%2C1731169234172, offset=efe6b43736f4%2C42457%2C1731169234172.1731169236083:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:42457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T16:20:46,748 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.shipperefe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T16:20:46,748 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.shipperefe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T16:20:46,749 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.shipperefe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T16:20:46,749 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.shipperefe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T16:20:46,749 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.shipperefe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T16:20:46,749 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.shipperefe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 602497128 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 190332952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T16:20:46,749 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.shipperefe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:43363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:43363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T16:20:46,856 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 912, reset compression=false 2024-11-09T16:20:46,901 DEBUG [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:46,950 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 1160, reset compression=false 2024-11-09T16:20:46,987 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/.tmp/rep_barrier/eeb5d327940746378f433809e06157cd 2024-11-09T16:20:47,008 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/.tmp/table/62f7be1d03ac40cf94a0002c8de285e5 is 53, key is hbase:replication/table:state/1731169241648/Put/seqid=0 2024-11-09T16:20:47,010 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:20:47,010 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:20:47,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741846_1022 (size=5308) 2024-11-09T16:20:47,012 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/.tmp/table/62f7be1d03ac40cf94a0002c8de285e5 2024-11-09T16:20:47,016 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/.tmp/info/e2cb12ca97944befb7b57acaead46272 as hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/info/e2cb12ca97944befb7b57acaead46272 2024-11-09T16:20:47,021 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/info/e2cb12ca97944befb7b57acaead46272, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T16:20:47,021 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/.tmp/ns/6b66c54e28ba46fa952504c1687adfd8 as hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/ns/6b66c54e28ba46fa952504c1687adfd8 2024-11-09T16:20:47,025 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3/.tmp/f1/08baf6a718504f13bd0ef3a2a7b8e246 2024-11-09T16:20:47,026 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/ns/6b66c54e28ba46fa952504c1687adfd8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T16:20:47,027 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/.tmp/rep_barrier/eeb5d327940746378f433809e06157cd as hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/rep_barrier/eeb5d327940746378f433809e06157cd 2024-11-09T16:20:47,030 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08baf6a718504f13bd0ef3a2a7b8e246 2024-11-09T16:20:47,031 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/rep_barrier/eeb5d327940746378f433809e06157cd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T16:20:47,031 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/.tmp/table/62f7be1d03ac40cf94a0002c8de285e5 as hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/table/62f7be1d03ac40cf94a0002c8de285e5 2024-11-09T16:20:47,044 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/table/62f7be1d03ac40cf94a0002c8de285e5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T16:20:47,044 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 943ms, sequenceid=16, compaction requested=false 2024-11-09T16:20:47,047 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3/.tmp/norep/e611134b1e3a4b0a99f2e9cec0f4a5b1 is 33, key is row1/norep:/1731169245003/DeleteFamily/seqid=0 2024-11-09T16:20:47,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741847_1023 (size=5108) 2024-11-09T16:20:47,051 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T16:20:47,052 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:20:47,052 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:20:47,052 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:20:47,052 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169246101Running coprocessor pre-close hooks at 1731169246101Disabling compacts and flushes for region at 1731169246101Disabling writes for close at 1731169246101Obtaining lock to block concurrent updates at 1731169246101Preparing flush snapshotting stores in 1588230740 at 1731169246101Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731169246101Flushing stores of hbase:meta,,1.1588230740 at 1731169246101Flushing 1588230740/info: creating writer at 1731169246101Flushing 1588230740/info: appending metadata at 1731169246114 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731169246114Flushing 1588230740/ns: creating writer at 1731169246126 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731169246138 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731169246138Flushing 1588230740/rep_barrier: creating writer at 1731169246557 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731169246575 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731169246575Flushing 1588230740/table: creating writer at 1731169246991 (+416 ms)Flushing 1588230740/table: appending metadata at 1731169247008 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731169247008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bba822e: reopening flushed file at 1731169247016 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f877217: reopening flushed file at 1731169247021 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc52706: reopening flushed file at 1731169247026 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9014ed: reopening flushed file at 1731169247031 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 943ms, sequenceid=16, compaction requested=false at 1731169247045 (+14 ms)Writing region close event to WAL at 1731169247048 (+3 ms)Running coprocessor post-close hooks at 1731169247052 (+4 ms)Closed at 1731169247052 2024-11-09T16:20:47,052 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:20:47,101 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T16:20:47,101 DEBUG [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(1325): Online Regions={b36a5ead9d6789dc5b24b9b10fa66ee3=test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3.} 2024-11-09T16:20:47,102 DEBUG [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(1351): Waiting on b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:47,128 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:20:47,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:47,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:47,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:47,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:47,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:47,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:47,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:47,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:47,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:47,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:47,253 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/WALs/efe6b43736f4,42457,1731169234172/efe6b43736f4%2C42457%2C1731169234172.1731169236083 to pos 1160, reset compression=false 2024-11-09T16:20:47,302 DEBUG [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(1351): Waiting on b36a5ead9d6789dc5b24b9b10fa66ee3 2024-11-09T16:20:47,451 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3/.tmp/norep/e611134b1e3a4b0a99f2e9cec0f4a5b1 2024-11-09T16:20:47,455 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e611134b1e3a4b0a99f2e9cec0f4a5b1 2024-11-09T16:20:47,456 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3/.tmp/f/f4cfe690701b4006b27a70c559588ca4 as hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3/f/f4cfe690701b4006b27a70c559588ca4 2024-11-09T16:20:47,460 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 912, reset compression=false 2024-11-09T16:20:47,460 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4cfe690701b4006b27a70c559588ca4 2024-11-09T16:20:47,460 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3/f/f4cfe690701b4006b27a70c559588ca4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T16:20:47,461 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3/.tmp/f1/08baf6a718504f13bd0ef3a2a7b8e246 as hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3/f1/08baf6a718504f13bd0ef3a2a7b8e246 2024-11-09T16:20:47,466 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08baf6a718504f13bd0ef3a2a7b8e246 2024-11-09T16:20:47,466 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3/f1/08baf6a718504f13bd0ef3a2a7b8e246, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T16:20:47,467 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3/.tmp/norep/e611134b1e3a4b0a99f2e9cec0f4a5b1 as hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3/norep/e611134b1e3a4b0a99f2e9cec0f4a5b1 2024-11-09T16:20:47,472 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e611134b1e3a4b0a99f2e9cec0f4a5b1 2024-11-09T16:20:47,472 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3/norep/e611134b1e3a4b0a99f2e9cec0f4a5b1, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T16:20:47,473 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b36a5ead9d6789dc5b24b9b10fa66ee3 in 899ms, sequenceid=8, compaction requested=false 2024-11-09T16:20:47,481 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/data/default/test/b36a5ead9d6789dc5b24b9b10fa66ee3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T16:20:47,482 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:20:47,482 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:20:47,482 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3. 2024-11-09T16:20:47,482 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b36a5ead9d6789dc5b24b9b10fa66ee3: Waiting for close lock at 1731169246574Running coprocessor pre-close hooks at 1731169246574Disabling compacts and flushes for region at 1731169246574Disabling writes for close at 1731169246574Obtaining lock to block concurrent updates at 1731169246575 (+1 ms)Preparing flush snapshotting stores in b36a5ead9d6789dc5b24b9b10fa66ee3 at 1731169246575Finished memstore snapshotting test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731169246575Flushing stores of test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3. at 1731169246576 (+1 ms)Flushing b36a5ead9d6789dc5b24b9b10fa66ee3/f: creating writer at 1731169246576Flushing b36a5ead9d6789dc5b24b9b10fa66ee3/f: appending metadata at 1731169246600 (+24 ms)Flushing b36a5ead9d6789dc5b24b9b10fa66ee3/f: closing flushed file at 1731169246600Flushing b36a5ead9d6789dc5b24b9b10fa66ee3/f1: creating writer at 1731169246608 (+8 ms)Flushing b36a5ead9d6789dc5b24b9b10fa66ee3/f1: appending metadata at 1731169246621 (+13 ms)Flushing b36a5ead9d6789dc5b24b9b10fa66ee3/f1: closing flushed file at 1731169246621Flushing b36a5ead9d6789dc5b24b9b10fa66ee3/norep: creating writer at 1731169247030 (+409 ms)Flushing b36a5ead9d6789dc5b24b9b10fa66ee3/norep: appending metadata at 1731169247046 (+16 ms)Flushing b36a5ead9d6789dc5b24b9b10fa66ee3/norep: closing flushed file at 1731169247046Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79101b7: reopening flushed file at 1731169247455 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc7039b: reopening flushed file at 1731169247460 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee63845: reopening flushed file at 1731169247466 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b36a5ead9d6789dc5b24b9b10fa66ee3 in 899ms, sequenceid=8, compaction requested=false at 1731169247473 (+7 ms)Writing region close event to WAL at 1731169247478 (+5 ms)Running coprocessor post-close hooks at 1731169247482 (+4 ms)Closed at 1731169247482 2024-11-09T16:20:47,482 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731169237528.b36a5ead9d6789dc5b24b9b10fa66ee3. 2024-11-09T16:20:47,502 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,42457,1731169234172; all regions closed. 2024-11-09T16:20:47,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741834_1010 (size=4239) 2024-11-09T16:20:47,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741839_1015 (size=2676) 2024-11-09T16:20:47,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741833_1009 (size=1812) 2024-11-09T16:20:47,509 DEBUG [RS:0;efe6b43736f4:42457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:47,509 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:20:47,509 INFO [RS:0;efe6b43736f4:42457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:20:47,509 INFO [RS:0;efe6b43736f4:42457 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T16:20:47,510 INFO [RS:0;efe6b43736f4:42457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:20:47,510 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:20:47,510 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-efe6b43736f4,42457,1731169234172 because: Region server is closing 2024-11-09T16:20:47,510 INFO [RS:0;efe6b43736f4:42457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:42457. 2024-11-09T16:20:47,510 DEBUG [RS:0;efe6b43736f4:42457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:47,510 DEBUG [RS:0;efe6b43736f4:42457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:47,510 DEBUG [RS:0;efe6b43736f4:42457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:47,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:47,611 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.shipperefe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 terminated 2024-11-09T16:20:47,611 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,42457,1731169234172.replicationSource.wal-reader.efe6b43736f4%2C42457%2C1731169234172,1-efe6b43736f4,42457,1731169234172 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T16:20:47,611 INFO [RS:0;efe6b43736f4:42457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:42457. 2024-11-09T16:20:47,611 DEBUG [RS:0;efe6b43736f4:42457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:47,611 DEBUG [RS:0;efe6b43736f4:42457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:47,611 DEBUG [RS:0;efe6b43736f4:42457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:47,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:47,611 INFO [RS:0;efe6b43736f4:42457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42457 2024-11-09T16:20:47,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11824353079/rs/efe6b43736f4,42457,1731169234172 2024-11-09T16:20:47,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079/rs 2024-11-09T16:20:47,667 INFO [RS:0;efe6b43736f4:42457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:20:47,751 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,42457,1731169234172] 2024-11-09T16:20:47,783 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11824353079/draining/efe6b43736f4,42457,1731169234172 already deleted, retry=false 2024-11-09T16:20:47,783 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,42457,1731169234172 expired; onlineServers=0 2024-11-09T16:20:47,783 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,43363,1731169233967' ***** 2024-11-09T16:20:47,783 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:20:47,783 INFO [M:0;efe6b43736f4:43363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:20:47,783 INFO [M:0;efe6b43736f4:43363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:20:47,783 DEBUG [M:0;efe6b43736f4:43363 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:20:47,783 DEBUG [M:0;efe6b43736f4:43363 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:20:47,783 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:20:47,783 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169235856 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169235856,5,FailOnTimeoutGroup] 2024-11-09T16:20:47,783 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169235852 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169235852,5,FailOnTimeoutGroup] 2024-11-09T16:20:47,783 INFO [M:0;efe6b43736f4:43363 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:20:47,783 INFO [M:0;efe6b43736f4:43363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:20:47,783 DEBUG [M:0;efe6b43736f4:43363 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:20:47,783 INFO [M:0;efe6b43736f4:43363 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:20:47,783 INFO [M:0;efe6b43736f4:43363 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:20:47,783 INFO [M:0;efe6b43736f4:43363 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:20:47,784 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:20:47,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11824353079/master 2024-11-09T16:20:47,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11824353079 2024-11-09T16:20:47,793 DEBUG [M:0;efe6b43736f4:43363 {}] zookeeper.ZKUtil(347): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Unable to get data of znode /11824353079/master because node does not exist (not an error) 2024-11-09T16:20:47,793 WARN [M:0;efe6b43736f4:43363 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:20:47,794 INFO [M:0;efe6b43736f4:43363 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/.lastflushedseqids 2024-11-09T16:20:47,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741848_1024 (size=245) 2024-11-09T16:20:47,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:20:47,851 INFO [RS:0;efe6b43736f4:42457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:20:47,852 INFO [RS:0;efe6b43736f4:42457 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,42457,1731169234172; zookeeper connection closed. 2024-11-09T16:20:47,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42457-0x10120660bc00004, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:20:47,852 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d5fddd2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d5fddd2 2024-11-09T16:20:47,852 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:20:48,165 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 912, reset compression=false 2024-11-09T16:20:48,202 INFO [M:0;efe6b43736f4:43363 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:20:48,202 INFO [M:0;efe6b43736f4:43363 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:20:48,202 DEBUG [M:0;efe6b43736f4:43363 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:20:48,202 INFO [M:0;efe6b43736f4:43363 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:48,202 DEBUG [M:0;efe6b43736f4:43363 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:48,202 DEBUG [M:0;efe6b43736f4:43363 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:20:48,202 DEBUG [M:0;efe6b43736f4:43363 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:48,202 INFO [M:0;efe6b43736f4:43363 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T16:20:48,216 DEBUG [M:0;efe6b43736f4:43363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3ee6fbf7a1d4b939137ea458fdf8d89 is 82, key is hbase:meta,,1/info:regioninfo/1731169236669/Put/seqid=0 2024-11-09T16:20:48,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741849_1025 (size=5672) 2024-11-09T16:20:48,620 INFO [M:0;efe6b43736f4:43363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3ee6fbf7a1d4b939137ea458fdf8d89 2024-11-09T16:20:48,637 DEBUG [M:0;efe6b43736f4:43363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdcfb94705af4440bee7dad1869aee89 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731169241652/Put/seqid=0 2024-11-09T16:20:48,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741850_1026 (size=8517) 2024-11-09T16:20:48,968 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 912, reset compression=false 2024-11-09T16:20:49,042 INFO [M:0;efe6b43736f4:43363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdcfb94705af4440bee7dad1869aee89 2024-11-09T16:20:49,059 DEBUG [M:0;efe6b43736f4:43363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d28a8a41a984296b21cfd2786f13c20 is 69, key is efe6b43736f4,42457,1731169234172/rs:state/1731169235874/Put/seqid=0 2024-11-09T16:20:49,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741851_1027 (size=5156) 2024-11-09T16:20:49,463 INFO [M:0;efe6b43736f4:43363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d28a8a41a984296b21cfd2786f13c20 2024-11-09T16:20:49,468 DEBUG [M:0;efe6b43736f4:43363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3ee6fbf7a1d4b939137ea458fdf8d89 as hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3ee6fbf7a1d4b939137ea458fdf8d89 2024-11-09T16:20:49,472 INFO [M:0;efe6b43736f4:43363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3ee6fbf7a1d4b939137ea458fdf8d89, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T16:20:49,473 DEBUG [M:0;efe6b43736f4:43363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdcfb94705af4440bee7dad1869aee89 as hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdcfb94705af4440bee7dad1869aee89 2024-11-09T16:20:49,477 INFO [M:0;efe6b43736f4:43363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdcfb94705af4440bee7dad1869aee89, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T16:20:49,478 DEBUG [M:0;efe6b43736f4:43363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d28a8a41a984296b21cfd2786f13c20 as hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d28a8a41a984296b21cfd2786f13c20 2024-11-09T16:20:49,482 INFO [M:0;efe6b43736f4:43363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1ce20325-abad-51b6-e994-890ad9288bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d28a8a41a984296b21cfd2786f13c20, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T16:20:49,483 INFO [M:0;efe6b43736f4:43363 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-09T16:20:49,484 INFO [M:0;efe6b43736f4:43363 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:49,484 DEBUG [M:0;efe6b43736f4:43363 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169248202Disabling compacts and flushes for region at 1731169248202Disabling writes for close at 1731169248202Obtaining lock to block concurrent updates at 1731169248202Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169248202Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731169248203 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169248203Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169248203Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169248215 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169248215Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169248623 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169248637 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169248637Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169249046 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169249059 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169249059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dc02bd3: reopening flushed file at 1731169249468 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dedb05c: reopening flushed file at 1731169249472 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@366c9652: reopening flushed file at 1731169249477 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731169249483 (+6 ms)Writing region close event to WAL at 1731169249484 (+1 ms)Closed at 1731169249484 2024-11-09T16:20:49,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44515 is added to blk_1073741830_1006 (size=63666) 2024-11-09T16:20:49,487 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:20:49,487 INFO [M:0;efe6b43736f4:43363 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:20:49,487 INFO [M:0;efe6b43736f4:43363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43363 2024-11-09T16:20:49,488 INFO [M:0;efe6b43736f4:43363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:20:49,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:20:49,641 INFO [M:0;efe6b43736f4:43363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:20:49,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43363-0x10120660bc00003, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:20:49,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46151201{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:20:49,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@659b0ab2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:20:49,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:20:49,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64871940{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:20:49,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b37566c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/hadoop.log.dir/,STOPPED} 2024-11-09T16:20:49,645 WARN [BP-1745332819-172.17.0.3-1731169231671 heartbeating to localhost/127.0.0.1:40619 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:20:49,645 WARN [BP-1745332819-172.17.0.3-1731169231671 heartbeating to localhost/127.0.0.1:40619 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1745332819-172.17.0.3-1731169231671 (Datanode Uuid 5003fdcd-42e7-4c8f-86a7-edb8b9621018) service to localhost/127.0.0.1:40619 2024-11-09T16:20:49,645 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:20:49,645 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:20:49,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/cluster_ae660823-74d5-4331-a498-65d675d70c89/data/data1/current/BP-1745332819-172.17.0.3-1731169231671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:20:49,646 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/cluster_ae660823-74d5-4331-a498-65d675d70c89/data/data2/current/BP-1745332819-172.17.0.3-1731169231671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:20:49,646 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:20:49,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6969f398{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:20:49,651 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b9055a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:20:49,651 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:20:49,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3992b297{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:20:49,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23a00e66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/hadoop.log.dir/,STOPPED} 2024-11-09T16:20:49,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:20:49,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:20:49,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:20:49,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:49,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:49,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:49,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:49,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:20:49,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2113070273, stopped=false 2024-11-09T16:20:49,663 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,34021,1731169228549 2024-11-09T16:20:49,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-218298245/running 2024-11-09T16:20:49,677 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-218298245/running 2024-11-09T16:20:49,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245 2024-11-09T16:20:49,677 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245 2024-11-09T16:20:49,677 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:20:49,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:20:49,678 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:49,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:49,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Set watcher on znode that does not yet exist, /0-218298245/running 2024-11-09T16:20:49,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Set watcher on znode that does not yet exist, /0-218298245/running 2024-11-09T16:20:49,678 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,35039,1731169228793' ***** 2024-11-09T16:20:49,678 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:20:49,678 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:20:49,678 INFO [RS:0;efe6b43736f4:35039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:20:49,678 INFO [RS:0;efe6b43736f4:35039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:20:49,678 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:20:49,678 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(3091): Received CLOSE for e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:49,678 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(3091): Received CLOSE for a27e7c35b20849691607a75ad584100f 2024-11-09T16:20:49,678 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,35039,1731169228793 2024-11-09T16:20:49,678 INFO [RS:0;efe6b43736f4:35039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:20:49,679 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e584bb42511abe3d59dfa8da113db09b, disabling compactions & flushes 2024-11-09T16:20:49,679 INFO [RS:0;efe6b43736f4:35039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:35039. 2024-11-09T16:20:49,679 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731169236894.e584bb42511abe3d59dfa8da113db09b. 2024-11-09T16:20:49,679 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169236894.e584bb42511abe3d59dfa8da113db09b. 2024-11-09T16:20:49,679 DEBUG [RS:0;efe6b43736f4:35039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:49,679 DEBUG [RS:0;efe6b43736f4:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:49,679 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731169236894.e584bb42511abe3d59dfa8da113db09b. after waiting 0 ms 2024-11-09T16:20:49,679 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731169236894.e584bb42511abe3d59dfa8da113db09b. 2024-11-09T16:20:49,679 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:20:49,679 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:20:49,679 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:20:49,679 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e584bb42511abe3d59dfa8da113db09b 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-09T16:20:49,679 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:20:49,679 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T16:20:49,679 DEBUG [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(1325): Online Regions={e584bb42511abe3d59dfa8da113db09b=test,,1731169236894.e584bb42511abe3d59dfa8da113db09b., a27e7c35b20849691607a75ad584100f=hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T16:20:49,680 DEBUG [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a27e7c35b20849691607a75ad584100f, e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:49,680 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:20:49,680 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:20:49,680 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:20:49,680 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:20:49,680 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:20:49,680 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T16:20:49,698 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b/.tmp/f/5a4ad6cbb6fb4ebc98c7165b131bda0c is 29, key is row1/f:/1731169245003/DeleteFamily/seqid=0 2024-11-09T16:20:49,698 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/.tmp/info/985a47e168b04e1db463cb04b7ad7421 is 147, key is hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f./info:regioninfo/1731169239849/Put/seqid=0 2024-11-09T16:20:49,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741841_1017 (size=5118) 2024-11-09T16:20:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741840_1016 (size=7686) 2024-11-09T16:20:49,703 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/.tmp/info/985a47e168b04e1db463cb04b7ad7421 2024-11-09T16:20:49,725 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/.tmp/ns/a836f07bc1914056bf28104e3a77f2a9 is 43, key is default/ns:d/1731169231522/Put/seqid=0 2024-11-09T16:20:49,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741842_1018 (size=5153) 2024-11-09T16:20:49,752 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:20:49,871 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 912, reset compression=false 2024-11-09T16:20:49,875 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:20:49,875 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 1159, reset compression=false 2024-11-09T16:20:49,875 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.shipperefe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,35039,1731169228793 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:20:49,876 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.shipperefe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.HRegionServer(2440): ***** ABORTING region server efe6b43736f4,35039,1731169228793: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-efe6b43736f4,35039,1731169228793, walGroup=efe6b43736f4%2C35039%2C1731169228793, offset=efe6b43736f4%2C35039%2C1731169228793.1731169230824:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:35039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T16:20:49,877 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.shipperefe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T16:20:49,877 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.shipperefe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T16:20:49,877 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.shipperefe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T16:20:49,877 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.shipperefe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T16:20:49,877 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.shipperefe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T16:20:49,877 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.shipperefe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 665411688 }, "NonHeapMemoryUsage": { "committed": 195035136, "init": 7667712, "max": -1, "used": 191079864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T16:20:49,878 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.shipperefe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:34021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:34021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T16:20:49,880 DEBUG [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a27e7c35b20849691607a75ad584100f, e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:50,079 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 1159, reset compression=false 2024-11-09T16:20:50,080 DEBUG [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a27e7c35b20849691607a75ad584100f, e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:50,102 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b/.tmp/f/5a4ad6cbb6fb4ebc98c7165b131bda0c 2024-11-09T16:20:50,107 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a4ad6cbb6fb4ebc98c7165b131bda0c 2024-11-09T16:20:50,125 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b/.tmp/f1/a94e0ccc92e94831b05abb62c7e2a413 is 30, key is row1/f1:/1731169245003/DeleteFamily/seqid=0 2024-11-09T16:20:50,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741843_1019 (size=5123) 2024-11-09T16:20:50,128 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b/.tmp/f1/a94e0ccc92e94831b05abb62c7e2a413 2024-11-09T16:20:50,129 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/.tmp/ns/a836f07bc1914056bf28104e3a77f2a9 2024-11-09T16:20:50,132 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a94e0ccc92e94831b05abb62c7e2a413 2024-11-09T16:20:50,144 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/.tmp/rep_barrier/4fb3ed8d31334d268686a0e0e888a312 is 112, key is test,,1731169236894.e584bb42511abe3d59dfa8da113db09b./rep_barrier:seqnumDuringOpen/1731169237257/Put/seqid=0 2024-11-09T16:20:50,144 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b/.tmp/norep/7ff756a81aa748419f0415e4644be9e8 is 32, key is row/norep:/1731169243992/DeleteFamily/seqid=0 2024-11-09T16:20:50,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741845_1021 (size=5101) 2024-11-09T16:20:50,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741844_1020 (size=5518) 2024-11-09T16:20:50,280 DEBUG [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a27e7c35b20849691607a75ad584100f, e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:50,383 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 1159, reset compression=false 2024-11-09T16:20:50,480 DEBUG [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a27e7c35b20849691607a75ad584100f, e584bb42511abe3d59dfa8da113db09b 2024-11-09T16:20:50,548 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b/.tmp/norep/7ff756a81aa748419f0415e4644be9e8 2024-11-09T16:20:50,548 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/.tmp/rep_barrier/4fb3ed8d31334d268686a0e0e888a312 2024-11-09T16:20:50,551 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ff756a81aa748419f0415e4644be9e8 2024-11-09T16:20:50,552 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b/.tmp/f/5a4ad6cbb6fb4ebc98c7165b131bda0c as hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b/f/5a4ad6cbb6fb4ebc98c7165b131bda0c 2024-11-09T16:20:50,556 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a4ad6cbb6fb4ebc98c7165b131bda0c 2024-11-09T16:20:50,556 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b/f/5a4ad6cbb6fb4ebc98c7165b131bda0c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T16:20:50,557 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b/.tmp/f1/a94e0ccc92e94831b05abb62c7e2a413 as hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b/f1/a94e0ccc92e94831b05abb62c7e2a413 2024-11-09T16:20:50,561 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a94e0ccc92e94831b05abb62c7e2a413 2024-11-09T16:20:50,561 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b/f1/a94e0ccc92e94831b05abb62c7e2a413, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T16:20:50,562 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b/.tmp/norep/7ff756a81aa748419f0415e4644be9e8 as hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b/norep/7ff756a81aa748419f0415e4644be9e8 2024-11-09T16:20:50,565 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ff756a81aa748419f0415e4644be9e8 2024-11-09T16:20:50,565 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b/norep/7ff756a81aa748419f0415e4644be9e8, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T16:20:50,566 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e584bb42511abe3d59dfa8da113db09b in 887ms, sequenceid=8, compaction requested=false 2024-11-09T16:20:50,566 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T16:20:50,567 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/.tmp/table/cf77bf2361b947639ef124e8428147e7 is 53, key is hbase:replication/table:state/1731169239855/Put/seqid=0 2024-11-09T16:20:50,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741846_1022 (size=5308) 2024-11-09T16:20:50,571 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/.tmp/table/cf77bf2361b947639ef124e8428147e7 2024-11-09T16:20:50,571 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/default/test/e584bb42511abe3d59dfa8da113db09b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T16:20:50,571 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:20:50,571 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:20:50,571 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731169236894.e584bb42511abe3d59dfa8da113db09b. 2024-11-09T16:20:50,571 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e584bb42511abe3d59dfa8da113db09b: Waiting for close lock at 1731169249678Running coprocessor pre-close hooks at 1731169249678Disabling compacts and flushes for region at 1731169249678Disabling writes for close at 1731169249679 (+1 ms)Obtaining lock to block concurrent updates at 1731169249679Preparing flush snapshotting stores in e584bb42511abe3d59dfa8da113db09b at 1731169249679Finished memstore snapshotting test,,1731169236894.e584bb42511abe3d59dfa8da113db09b., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731169249679Flushing stores of test,,1731169236894.e584bb42511abe3d59dfa8da113db09b. at 1731169249680 (+1 ms)Flushing e584bb42511abe3d59dfa8da113db09b/f: creating writer at 1731169249680Flushing e584bb42511abe3d59dfa8da113db09b/f: appending metadata at 1731169249697 (+17 ms)Flushing e584bb42511abe3d59dfa8da113db09b/f: closing flushed file at 1731169249697Flushing e584bb42511abe3d59dfa8da113db09b/f1: creating writer at 1731169250107 (+410 ms)Flushing e584bb42511abe3d59dfa8da113db09b/f1: appending metadata at 1731169250124 (+17 ms)Flushing e584bb42511abe3d59dfa8da113db09b/f1: closing flushed file at 1731169250124Flushing e584bb42511abe3d59dfa8da113db09b/norep: creating writer at 1731169250132 (+8 ms)Flushing e584bb42511abe3d59dfa8da113db09b/norep: appending metadata at 1731169250144 (+12 ms)Flushing e584bb42511abe3d59dfa8da113db09b/norep: closing flushed file at 1731169250144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32d10ab3: reopening flushed file at 1731169250552 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32321486: reopening flushed file at 1731169250557 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76b26176: reopening flushed file at 1731169250561 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e584bb42511abe3d59dfa8da113db09b in 887ms, sequenceid=8, compaction requested=false at 1731169250566 (+5 ms)Writing region close event to WAL at 1731169250567 (+1 ms)Running coprocessor post-close hooks at 1731169250571 (+4 ms)Closed at 1731169250571 2024-11-09T16:20:50,571 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731169236894.e584bb42511abe3d59dfa8da113db09b. 2024-11-09T16:20:50,572 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a27e7c35b20849691607a75ad584100f, disabling compactions & flushes 2024-11-09T16:20:50,572 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. 2024-11-09T16:20:50,572 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. 2024-11-09T16:20:50,572 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. after waiting 0 ms 2024-11-09T16:20:50,572 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. 2024-11-09T16:20:50,572 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a27e7c35b20849691607a75ad584100f: Waiting for close lock at 1731169250572Running coprocessor pre-close hooks at 1731169250572Disabling compacts and flushes for region at 1731169250572Disabling writes for close at 1731169250572Failed flush hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f., putting online again at 1731169250572 2024-11-09T16:20:50,572 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. 2024-11-09T16:20:50,575 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/.tmp/info/985a47e168b04e1db463cb04b7ad7421 as hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/info/985a47e168b04e1db463cb04b7ad7421 2024-11-09T16:20:50,578 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/info/985a47e168b04e1db463cb04b7ad7421, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T16:20:50,579 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/.tmp/ns/a836f07bc1914056bf28104e3a77f2a9 as hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/ns/a836f07bc1914056bf28104e3a77f2a9 2024-11-09T16:20:50,582 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/ns/a836f07bc1914056bf28104e3a77f2a9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T16:20:50,583 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/.tmp/rep_barrier/4fb3ed8d31334d268686a0e0e888a312 as hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/rep_barrier/4fb3ed8d31334d268686a0e0e888a312 2024-11-09T16:20:50,586 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/rep_barrier/4fb3ed8d31334d268686a0e0e888a312, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T16:20:50,586 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/.tmp/table/cf77bf2361b947639ef124e8428147e7 as hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/table/cf77bf2361b947639ef124e8428147e7 2024-11-09T16:20:50,590 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/table/cf77bf2361b947639ef124e8428147e7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T16:20:50,591 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=16, compaction requested=false 2024-11-09T16:20:50,591 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T16:20:50,595 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:20:50,595 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:20:50,599 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T16:20:50,600 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:20:50,600 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:20:50,600 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:20:50,600 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169249679Running coprocessor pre-close hooks at 1731169249679Disabling compacts and flushes for region at 1731169249680 (+1 ms)Disabling writes for close at 1731169249680Obtaining lock to block concurrent updates at 1731169249680Preparing flush snapshotting stores in 1588230740 at 1731169249680Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731169249680Flushing stores of hbase:meta,,1.1588230740 at 1731169249680Flushing 1588230740/info: creating writer at 1731169249680Flushing 1588230740/info: appending metadata at 1731169249697 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731169249697Flushing 1588230740/ns: creating writer at 1731169249707 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731169249724 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731169249724Flushing 1588230740/rep_barrier: creating writer at 1731169250133 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731169250144 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731169250144Flushing 1588230740/table: creating writer at 1731169250552 (+408 ms)Flushing 1588230740/table: appending metadata at 1731169250566 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731169250566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24019a4: reopening flushed file at 1731169250574 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@130edf8b: reopening flushed file at 1731169250578 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ab3427a: reopening flushed file at 1731169250582 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f65c51e: reopening flushed file at 1731169250586 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=16, compaction requested=false at 1731169250591 (+5 ms)Writing region close event to WAL at 1731169250596 (+5 ms)Running coprocessor post-close hooks at 1731169250600 (+4 ms)Closed at 1731169250600 2024-11-09T16:20:50,600 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:20:50,680 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T16:20:50,680 DEBUG [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(1325): Online Regions={a27e7c35b20849691607a75ad584100f=hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f.} 2024-11-09T16:20:50,680 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(3091): Received CLOSE for a27e7c35b20849691607a75ad584100f 2024-11-09T16:20:50,681 DEBUG [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(1351): Waiting on a27e7c35b20849691607a75ad584100f 2024-11-09T16:20:50,681 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a27e7c35b20849691607a75ad584100f, disabling compactions & flushes 2024-11-09T16:20:50,681 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. 2024-11-09T16:20:50,681 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. 2024-11-09T16:20:50,681 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. after waiting 0 ms 2024-11-09T16:20:50,681 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. 2024-11-09T16:20:50,681 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a27e7c35b20849691607a75ad584100f: Waiting for close lock at 1731169250681Running coprocessor pre-close hooks at 1731169250681Disabling compacts and flushes for region at 1731169250681Disabling writes for close at 1731169250681Failed flush hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f., putting online again at 1731169250681 2024-11-09T16:20:50,681 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731169238687.a27e7c35b20849691607a75ad584100f. 2024-11-09T16:20:50,786 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 1159, reset compression=false 2024-11-09T16:20:50,790 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:20:50,790 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 1803, reset compression=false 2024-11-09T16:20:50,881 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T16:20:50,881 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,35039,1731169228793; all regions closed. 2024-11-09T16:20:50,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741834_1010 (size=4239) 2024-11-09T16:20:50,883 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.meta.1731169231267.meta not finished, retry = 0 2024-11-09T16:20:50,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741839_1015 (size=1733) 2024-11-09T16:20:50,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741833_1009 (size=1811) 2024-11-09T16:20:50,989 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 not finished, retry = 0 2024-11-09T16:20:50,993 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 to pos 1803, reset compression=false 2024-11-09T16:20:51,089 DEBUG [RS:0;efe6b43736f4:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:51,089 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:20:51,089 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/WALs/efe6b43736f4,35039,1731169228793/efe6b43736f4%2C35039%2C1731169228793.1731169230824 2024-11-09T16:20:51,090 INFO [RS:0;efe6b43736f4:35039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:20:51,090 INFO [RS:0;efe6b43736f4:35039 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T16:20:51,090 INFO [RS:0;efe6b43736f4:35039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:20:51,090 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:20:51,090 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-efe6b43736f4,35039,1731169228793 because: Region server is closing 2024-11-09T16:20:51,090 INFO [RS:0;efe6b43736f4:35039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:35039. 2024-11-09T16:20:51,090 DEBUG [RS:0;efe6b43736f4:35039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:51,090 DEBUG [RS:0;efe6b43736f4:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:51,090 DEBUG [RS:0;efe6b43736f4:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:51,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:51,191 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.shipperefe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 terminated 2024-11-09T16:20:51,191 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35039,1731169228793.replicationSource.wal-reader.efe6b43736f4%2C35039%2C1731169228793,1-efe6b43736f4,35039,1731169228793 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-09T16:20:51,191 INFO [RS:0;efe6b43736f4:35039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:35039. 2024-11-09T16:20:51,191 DEBUG [RS:0;efe6b43736f4:35039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:20:51,191 DEBUG [RS:0;efe6b43736f4:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:51,191 DEBUG [RS:0;efe6b43736f4:35039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:51,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:20:51,191 INFO [RS:0;efe6b43736f4:35039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35039 2024-11-09T16:20:51,256 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-218298245/rs/efe6b43736f4,35039,1731169228793 2024-11-09T16:20:51,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245/rs 2024-11-09T16:20:51,256 INFO [RS:0;efe6b43736f4:35039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:20:51,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,35039,1731169228793] 2024-11-09T16:20:51,277 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-218298245/draining/efe6b43736f4,35039,1731169228793 already deleted, retry=false 2024-11-09T16:20:51,277 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,35039,1731169228793 expired; onlineServers=0 2024-11-09T16:20:51,277 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,34021,1731169228549' ***** 2024-11-09T16:20:51,277 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:20:51,277 INFO [M:0;efe6b43736f4:34021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:20:51,277 INFO [M:0;efe6b43736f4:34021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:20:51,277 DEBUG [M:0;efe6b43736f4:34021 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:20:51,277 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:20:51,277 DEBUG [M:0;efe6b43736f4:34021 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:20:51,277 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169230376 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169230376,5,FailOnTimeoutGroup] 2024-11-09T16:20:51,277 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169230341 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169230341,5,FailOnTimeoutGroup] 2024-11-09T16:20:51,277 INFO [M:0;efe6b43736f4:34021 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:20:51,277 INFO [M:0;efe6b43736f4:34021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:20:51,278 DEBUG [M:0;efe6b43736f4:34021 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:20:51,278 INFO [M:0;efe6b43736f4:34021 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:20:51,278 INFO [M:0;efe6b43736f4:34021 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:20:51,278 INFO [M:0;efe6b43736f4:34021 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:20:51,278 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:20:51,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-218298245/master 2024-11-09T16:20:51,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-218298245 2024-11-09T16:20:51,288 DEBUG [M:0;efe6b43736f4:34021 {}] zookeeper.ZKUtil(347): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Unable to get data of znode /0-218298245/master because node does not exist (not an error) 2024-11-09T16:20:51,288 WARN [M:0;efe6b43736f4:34021 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:20:51,289 INFO [M:0;efe6b43736f4:34021 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/.lastflushedseqids 2024-11-09T16:20:51,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741847_1023 (size=245) 2024-11-09T16:20:51,367 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:20:51,367 INFO [RS:0;efe6b43736f4:35039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:20:51,367 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35039-0x10120660bc00001, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:20:51,367 INFO [RS:0;efe6b43736f4:35039 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,35039,1731169228793; zookeeper connection closed. 2024-11-09T16:20:51,367 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fb6da85 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fb6da85 2024-11-09T16:20:51,367 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:20:51,692 INFO [M:0;efe6b43736f4:34021 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:20:51,692 INFO [M:0;efe6b43736f4:34021 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:20:51,692 DEBUG [M:0;efe6b43736f4:34021 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:20:51,693 INFO [M:0;efe6b43736f4:34021 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:51,693 DEBUG [M:0;efe6b43736f4:34021 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:51,693 DEBUG [M:0;efe6b43736f4:34021 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:20:51,693 DEBUG [M:0;efe6b43736f4:34021 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:51,693 INFO [M:0;efe6b43736f4:34021 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T16:20:51,706 DEBUG [M:0;efe6b43736f4:34021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d9267ca57304d6c910c63d4cecdf2bf is 82, key is hbase:meta,,1/info:regioninfo/1731169231346/Put/seqid=0 2024-11-09T16:20:51,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741848_1024 (size=5672) 2024-11-09T16:20:51,845 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:20:51,846 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:20:51,846 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28247 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:20:52,076 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:20:52,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:52,109 INFO [M:0;efe6b43736f4:34021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d9267ca57304d6c910c63d4cecdf2bf 2024-11-09T16:20:52,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:52,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:52,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:52,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:52,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:52,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:52,126 DEBUG [M:0;efe6b43736f4:34021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcf53fbb98c74bbaa3d2abaad0665f4f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731169239859/Put/seqid=0 2024-11-09T16:20:52,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741849_1025 (size=8517) 2024-11-09T16:20:52,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:52,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:52,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:52,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:52,530 INFO [M:0;efe6b43736f4:34021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcf53fbb98c74bbaa3d2abaad0665f4f 2024-11-09T16:20:52,546 DEBUG [M:0;efe6b43736f4:34021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/466fdf76efbf40b0bf1fd41db928e05a is 69, key is efe6b43736f4,35039,1731169228793/rs:state/1731169230468/Put/seqid=0 2024-11-09T16:20:52,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741850_1026 (size=5156) 2024-11-09T16:20:52,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T16:20:52,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T16:20:52,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:20:52,950 INFO [M:0;efe6b43736f4:34021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/466fdf76efbf40b0bf1fd41db928e05a 2024-11-09T16:20:52,955 DEBUG [M:0;efe6b43736f4:34021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d9267ca57304d6c910c63d4cecdf2bf as hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d9267ca57304d6c910c63d4cecdf2bf 2024-11-09T16:20:52,959 INFO [M:0;efe6b43736f4:34021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d9267ca57304d6c910c63d4cecdf2bf, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T16:20:52,960 DEBUG [M:0;efe6b43736f4:34021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcf53fbb98c74bbaa3d2abaad0665f4f as hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcf53fbb98c74bbaa3d2abaad0665f4f 2024-11-09T16:20:52,964 INFO [M:0;efe6b43736f4:34021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcf53fbb98c74bbaa3d2abaad0665f4f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T16:20:52,965 DEBUG [M:0;efe6b43736f4:34021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/466fdf76efbf40b0bf1fd41db928e05a as hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/466fdf76efbf40b0bf1fd41db928e05a 2024-11-09T16:20:52,969 INFO [M:0;efe6b43736f4:34021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45529/user/jenkins/test-data/28ab0801-58c9-007b-5124-04782e5b25e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/466fdf76efbf40b0bf1fd41db928e05a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T16:20:52,970 INFO [M:0;efe6b43736f4:34021 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-09T16:20:52,972 INFO [M:0;efe6b43736f4:34021 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:52,972 DEBUG [M:0;efe6b43736f4:34021 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169251692Disabling compacts and flushes for region at 1731169251692Disabling writes for close at 1731169251693 (+1 ms)Obtaining lock to block concurrent updates at 1731169251693Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169251693Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731169251693Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169251693Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169251693Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169251705 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169251706 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169252113 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169252126 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169252126Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169252533 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169252546 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169252546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b84ec45: reopening flushed file at 1731169252954 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45fab768: reopening flushed file at 1731169252959 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d88a4: reopening flushed file at 1731169252965 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1731169252970 (+5 ms)Writing region close event to WAL at 1731169252972 (+2 ms)Closed at 1731169252972 2024-11-09T16:20:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741830_1006 (size=63666) 2024-11-09T16:20:52,980 INFO [M:0;efe6b43736f4:34021 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:20:52,980 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:20:52,980 INFO [M:0;efe6b43736f4:34021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34021 2024-11-09T16:20:52,980 INFO [M:0;efe6b43736f4:34021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:20:53,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:20:53,146 INFO [M:0;efe6b43736f4:34021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:20:53,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34021-0x10120660bc00000, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:20:53,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@376264cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:20:53,148 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@737cacf2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:20:53,148 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:20:53,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b29159{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:20:53,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d66cc46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/hadoop.log.dir/,STOPPED} 2024-11-09T16:20:53,150 WARN [BP-1082931237-172.17.0.3-1731169226810 heartbeating to localhost/127.0.0.1:45529 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:20:53,150 WARN [BP-1082931237-172.17.0.3-1731169226810 heartbeating to localhost/127.0.0.1:45529 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1082931237-172.17.0.3-1731169226810 (Datanode Uuid cf113c7f-bd48-4051-9abe-19393b776bc1) service to localhost/127.0.0.1:45529 2024-11-09T16:20:53,150 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:20:53,150 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:20:53,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/cluster_1828edbd-74a0-dd2c-469d-841907a10f73/data/data1/current/BP-1082931237-172.17.0.3-1731169226810 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:20:53,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/cluster_1828edbd-74a0-dd2c-469d-841907a10f73/data/data2/current/BP-1082931237-172.17.0.3-1731169226810 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:20:53,150 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:20:53,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a7947bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:20:53,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@568853b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:20:53,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:20:53,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3345c3bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:20:53,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@608cc18e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/456aa18e-e7d2-7b7d-d35c-717635f9a307/hadoop.log.dir/,STOPPED} 2024-11-09T16:20:53,160 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T16:20:53,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:20:53,178 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 247) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40619 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45529 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:40619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45529 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45529 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:45529 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60945) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60945) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45529 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 380) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=912 (was 1537) 2024-11-09T16:20:53,187 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=912 2024-11-09T16:20:53,198 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-09T16:20:53,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/hadoop.log.dir so I do NOT create it in target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346 2024-11-09T16:20:53,198 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:20:53,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/hadoop.tmp.dir so I do NOT create it in target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346 2024-11-09T16:20:53,198 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45dcf1ec-2c1f-6394-7546-dd92df2e04f1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:20:53,198 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346 2024-11-09T16:20:53,199 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/cluster_966000d1-a64a-10e5-e074-48108765ace3, deleteOnExit=true 2024-11-09T16:20:53,218 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/cluster_966000d1-a64a-10e5-e074-48108765ace3/zookeeper_0, clientPort=63847, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/cluster_966000d1-a64a-10e5-e074-48108765ace3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/cluster_966000d1-a64a-10e5-e074-48108765ace3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T16:20:53,219 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63847 2024-11-09T16:20:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:20:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:20:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/test.cache.data in system properties and HBase conf 2024-11-09T16:20:53,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:20:53,220 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:20:53,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:20:53,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:20:53,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:20:53,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:20:53,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:20:53,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:20:53,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:20:53,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:20:53,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10120660bc00002, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:20:53,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10120660bc00005, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:20:53,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10120660bc00005, quorum=127.0.0.1:60945, baseZNode=/11824353079 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:20:53,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10120660bc00002, quorum=127.0.0.1:60945, baseZNode=/0-218298245 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:20:53,577 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:20:53,581 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:20:53,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:20:53,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:20:53,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T16:20:53,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:20:53,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f50f5a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:20:53,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71864713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:20:53,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77c24a51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/java.io.tmpdir/jetty-localhost-36139-hadoop-hdfs-3_4_1-tests_jar-_-any-12538447115927855997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:20:53,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c3f62b7{HTTP/1.1, (http/1.1)}{localhost:36139} 2024-11-09T16:20:53,682 INFO [Time-limited test {}] server.Server(415): Started @217271ms 2024-11-09T16:20:53,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:20:53,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:20:53,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:20:53,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:20:53,917 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T16:20:53,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ccff675{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:20:53,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7787f04f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:20:54,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2de8f6a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/java.io.tmpdir/jetty-localhost-37543-hadoop-hdfs-3_4_1-tests_jar-_-any-17454176839339236487/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:20:54,013 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b1445b3{HTTP/1.1, (http/1.1)}{localhost:37543} 2024-11-09T16:20:54,013 INFO [Time-limited test {}] server.Server(415): Started @217602ms 2024-11-09T16:20:54,014 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:20:54,657 WARN [Thread-2653 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/cluster_966000d1-a64a-10e5-e074-48108765ace3/data/data1/current/BP-1212941701-172.17.0.3-1731169253239/current, will proceed with Du for space computation calculation, 2024-11-09T16:20:54,657 WARN [Thread-2654 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/cluster_966000d1-a64a-10e5-e074-48108765ace3/data/data2/current/BP-1212941701-172.17.0.3-1731169253239/current, will proceed with Du for space computation calculation, 2024-11-09T16:20:54,675 WARN [Thread-2641 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:20:54,677 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d69aa0ec9295058 with lease ID 0x9d8f448ba3fec032: Processing first storage report for DS-d644b72f-08d9-41e9-83dc-7a11c0039a44 from datanode DatanodeRegistration(127.0.0.1:40943, datanodeUuid=1293bdc9-7630-46e0-87b8-6a3c4beed9d9, infoPort=41569, infoSecurePort=0, ipcPort=40083, storageInfo=lv=-57;cid=testClusterID;nsid=1287612679;c=1731169253239) 2024-11-09T16:20:54,677 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d69aa0ec9295058 with lease ID 0x9d8f448ba3fec032: from storage DS-d644b72f-08d9-41e9-83dc-7a11c0039a44 node DatanodeRegistration(127.0.0.1:40943, datanodeUuid=1293bdc9-7630-46e0-87b8-6a3c4beed9d9, infoPort=41569, infoSecurePort=0, ipcPort=40083, storageInfo=lv=-57;cid=testClusterID;nsid=1287612679;c=1731169253239), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:20:54,677 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d69aa0ec9295058 with lease ID 0x9d8f448ba3fec032: Processing first storage report for DS-608ca5ac-cfef-4cd3-a239-da58df35e838 from datanode DatanodeRegistration(127.0.0.1:40943, datanodeUuid=1293bdc9-7630-46e0-87b8-6a3c4beed9d9, infoPort=41569, infoSecurePort=0, ipcPort=40083, storageInfo=lv=-57;cid=testClusterID;nsid=1287612679;c=1731169253239) 2024-11-09T16:20:54,677 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d69aa0ec9295058 with lease ID 0x9d8f448ba3fec032: from storage DS-608ca5ac-cfef-4cd3-a239-da58df35e838 node DatanodeRegistration(127.0.0.1:40943, datanodeUuid=1293bdc9-7630-46e0-87b8-6a3c4beed9d9, infoPort=41569, infoSecurePort=0, ipcPort=40083, storageInfo=lv=-57;cid=testClusterID;nsid=1287612679;c=1731169253239), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:20:54,739 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346 2024-11-09T16:20:54,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:54,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:54,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:20:55,147 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3 with version=8 2024-11-09T16:20:55,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/hbase-staging 2024-11-09T16:20:55,149 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:20:55,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:55,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:55,149 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:20:55,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:55,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:20:55,149 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:20:55,150 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:20:55,150 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46413 2024-11-09T16:20:55,151 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46413 connecting to ZooKeeper ensemble=127.0.0.1:63847 2024-11-09T16:20:55,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464130x0, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:20:55,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46413-0x1012066730d0000 connected 2024-11-09T16:20:55,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:55,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:55,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Set watcher on znode that does not yet exist, /0-1639915278/running 2024-11-09T16:20:55,504 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3, hbase.cluster.distributed=false 2024-11-09T16:20:55,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Set watcher on znode that does not yet exist, /0-1639915278/acl 2024-11-09T16:20:55,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46413 2024-11-09T16:20:55,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46413 2024-11-09T16:20:55,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46413 2024-11-09T16:20:55,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46413 2024-11-09T16:20:55,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46413 2024-11-09T16:20:55,523 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:20:55,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:55,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:55,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:20:55,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:20:55,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:20:55,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:20:55,523 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:20:55,523 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37389 2024-11-09T16:20:55,524 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37389 connecting to ZooKeeper ensemble=127.0.0.1:63847 2024-11-09T16:20:55,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:55,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:55,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373890x0, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:20:55,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373890x0, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Set watcher on znode that does not yet exist, /0-1639915278/running 2024-11-09T16:20:55,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37389-0x1012066730d0001 connected 2024-11-09T16:20:55,532 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:20:55,533 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:20:55,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Set watcher on znode that does not yet exist, /0-1639915278/master 2024-11-09T16:20:55,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Set watcher on znode that does not yet exist, /0-1639915278/acl 2024-11-09T16:20:55,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37389 2024-11-09T16:20:55,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37389 2024-11-09T16:20:55,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37389 2024-11-09T16:20:55,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37389 2024-11-09T16:20:55,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37389 2024-11-09T16:20:55,552 DEBUG [M:0;efe6b43736f4:46413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:46413 2024-11-09T16:20:55,552 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1639915278/backup-masters/efe6b43736f4,46413,1731169255149 2024-11-09T16:20:55,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278/backup-masters 2024-11-09T16:20:55,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278/backup-masters 2024-11-09T16:20:55,564 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Set watcher on existing znode=/0-1639915278/backup-masters/efe6b43736f4,46413,1731169255149 2024-11-09T16:20:55,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1639915278/master 2024-11-09T16:20:55,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278 2024-11-09T16:20:55,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278 2024-11-09T16:20:55,574 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Set watcher on existing znode=/0-1639915278/master 2024-11-09T16:20:55,575 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1639915278/backup-masters/efe6b43736f4,46413,1731169255149 from backup master directory 2024-11-09T16:20:55,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278/backup-masters 2024-11-09T16:20:55,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1639915278/backup-masters/efe6b43736f4,46413,1731169255149 2024-11-09T16:20:55,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278/backup-masters 2024-11-09T16:20:55,585 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:20:55,585 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,46413,1731169255149 2024-11-09T16:20:55,588 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/hbase.id] with ID: 3291369a-0568-4000-a767-6e6991ad9a7f 2024-11-09T16:20:55,588 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/.tmp/hbase.id 2024-11-09T16:20:55,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:20:55,992 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/.tmp/hbase.id]:[hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/hbase.id] 2024-11-09T16:20:55,999 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:20:56,000 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:20:56,000 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T16:20:56,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278 2024-11-09T16:20:56,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278 2024-11-09T16:20:56,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:20:56,453 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:20:56,453 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:20:56,454 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:20:56,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:20:56,859 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store 2024-11-09T16:20:56,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:20:57,264 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:57,264 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:20:57,264 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:57,264 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:57,264 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:20:57,264 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:57,264 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:20:57,264 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169257264Disabling compacts and flushes for region at 1731169257264Disabling writes for close at 1731169257264Writing region close event to WAL at 1731169257264Closed at 1731169257264 2024-11-09T16:20:57,265 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/.initializing 2024-11-09T16:20:57,265 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/WALs/efe6b43736f4,46413,1731169255149 2024-11-09T16:20:57,266 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:20:57,267 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C46413%2C1731169255149, suffix=, logDir=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/WALs/efe6b43736f4,46413,1731169255149, archiveDir=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/oldWALs, maxLogs=10 2024-11-09T16:20:57,279 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/WALs/efe6b43736f4,46413,1731169255149/efe6b43736f4%2C46413%2C1731169255149.1731169257267, exclude list is [], retry=0 2024-11-09T16:20:57,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40943,DS-d644b72f-08d9-41e9-83dc-7a11c0039a44,DISK] 2024-11-09T16:20:57,283 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/WALs/efe6b43736f4,46413,1731169255149/efe6b43736f4%2C46413%2C1731169255149.1731169257267 2024-11-09T16:20:57,283 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41569:41569)] 2024-11-09T16:20:57,283 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:20:57,283 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:57,283 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:57,283 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:57,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:57,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:20:57,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:57,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:57,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:57,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:20:57,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:57,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:57,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:57,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:20:57,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:57,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:57,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:57,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:20:57,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:57,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:20:57,289 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:57,290 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:57,290 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:57,291 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:57,291 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:57,291 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:20:57,292 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:20:57,294 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:20:57,294 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61577348, jitterRate=-0.08242601156234741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:20:57,295 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169257283Initializing all the Stores at 1731169257284 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169257284Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169257284Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169257284Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169257284Cleaning up temporary data from old regions at 1731169257291 (+7 ms)Region opened successfully at 1731169257295 (+4 ms) 2024-11-09T16:20:57,296 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:20:57,302 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5752e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:20:57,303 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:20:57,303 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:20:57,303 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:20:57,304 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:20:57,304 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:20:57,304 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:20:57,304 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:20:57,309 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:20:57,310 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Unable to get data of znode /0-1639915278/balancer because node does not exist (not necessarily an error) 2024-11-09T16:20:57,374 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1639915278/balancer already deleted, retry=false 2024-11-09T16:20:57,374 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:20:57,375 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Unable to get data of znode /0-1639915278/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:20:57,384 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1639915278/normalizer already deleted, retry=false 2024-11-09T16:20:57,385 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:20:57,385 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Unable to get data of znode /0-1639915278/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:20:57,395 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1639915278/switch/split already deleted, retry=false 2024-11-09T16:20:57,396 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Unable to get data of znode /0-1639915278/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:20:57,405 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1639915278/switch/merge already deleted, retry=false 2024-11-09T16:20:57,407 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Unable to get data of znode /0-1639915278/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:20:57,416 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1639915278/snapshot-cleanup already deleted, retry=false 2024-11-09T16:20:57,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1639915278/running 2024-11-09T16:20:57,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1639915278/running 2024-11-09T16:20:57,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278 2024-11-09T16:20:57,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278 2024-11-09T16:20:57,427 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,46413,1731169255149, sessionid=0x1012066730d0000, setting cluster-up flag (Was=false) 2024-11-09T16:20:57,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278 2024-11-09T16:20:57,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278 2024-11-09T16:20:57,479 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1639915278/flush-table-proc/acquired, /0-1639915278/flush-table-proc/reached, /0-1639915278/flush-table-proc/abort 2024-11-09T16:20:57,480 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,46413,1731169255149 2024-11-09T16:20:57,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278 2024-11-09T16:20:57,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278 2024-11-09T16:20:57,532 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1639915278/online-snapshot/acquired, /0-1639915278/online-snapshot/reached, /0-1639915278/online-snapshot/abort 2024-11-09T16:20:57,532 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,46413,1731169255149 2024-11-09T16:20:57,533 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:20:57,534 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:57,534 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:20:57,534 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:20:57,535 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,46413,1731169255149 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:20:57,535 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:57,535 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:57,536 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:57,536 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:20:57,536 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:20:57,536 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:57,536 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:20:57,536 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:57,536 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169287536 2024-11-09T16:20:57,536 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:20:57,536 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:20:57,537 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:20:57,537 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:20:57,537 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:20:57,537 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:20:57,537 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:57,537 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:57,537 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:20:57,537 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:20:57,537 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:20:57,537 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:20:57,537 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:20:57,537 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:20:57,537 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:20:57,537 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:57,537 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169257537,5,FailOnTimeoutGroup] 2024-11-09T16:20:57,538 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169257538,5,FailOnTimeoutGroup] 2024-11-09T16:20:57,538 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:57,538 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:20:57,538 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:20:57,538 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:57,538 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:57,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:20:57,545 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(746): ClusterId : 3291369a-0568-4000-a767-6e6991ad9a7f 2024-11-09T16:20:57,545 DEBUG [RS:0;efe6b43736f4:37389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:20:57,553 DEBUG [RS:0;efe6b43736f4:37389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:20:57,553 DEBUG [RS:0;efe6b43736f4:37389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:20:57,564 DEBUG [RS:0;efe6b43736f4:37389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:20:57,564 DEBUG [RS:0;efe6b43736f4:37389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3ee4c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:20:57,574 DEBUG [RS:0;efe6b43736f4:37389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:37389 2024-11-09T16:20:57,574 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:20:57,574 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:20:57,574 DEBUG [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:20:57,575 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,46413,1731169255149 with port=37389, startcode=1731169255522 2024-11-09T16:20:57,575 DEBUG [RS:0;efe6b43736f4:37389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:20:57,576 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:20:57,576 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46413 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,37389,1731169255522 2024-11-09T16:20:57,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46413 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,37389,1731169255522 2024-11-09T16:20:57,578 DEBUG [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3 2024-11-09T16:20:57,578 DEBUG [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41449 2024-11-09T16:20:57,578 DEBUG [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:20:57,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278/rs 2024-11-09T16:20:57,585 DEBUG [RS:0;efe6b43736f4:37389 {}] zookeeper.ZKUtil(111): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Set watcher on existing znode=/0-1639915278/rs/efe6b43736f4,37389,1731169255522 2024-11-09T16:20:57,585 WARN [RS:0;efe6b43736f4:37389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:20:57,585 INFO [RS:0;efe6b43736f4:37389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:20:57,585 DEBUG [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522 2024-11-09T16:20:57,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,37389,1731169255522] 2024-11-09T16:20:57,587 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:20:57,588 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:20:57,592 INFO [RS:0;efe6b43736f4:37389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:20:57,592 INFO [RS:0;efe6b43736f4:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:57,592 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:20:57,593 INFO [RS:0;efe6b43736f4:37389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:20:57,593 INFO [RS:0;efe6b43736f4:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:57,593 DEBUG [RS:0;efe6b43736f4:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:57,593 DEBUG [RS:0;efe6b43736f4:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:57,593 DEBUG [RS:0;efe6b43736f4:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:57,593 DEBUG [RS:0;efe6b43736f4:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:57,593 DEBUG [RS:0;efe6b43736f4:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:57,593 DEBUG [RS:0;efe6b43736f4:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:20:57,593 DEBUG [RS:0;efe6b43736f4:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:57,593 DEBUG [RS:0;efe6b43736f4:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:57,593 DEBUG [RS:0;efe6b43736f4:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:57,593 DEBUG [RS:0;efe6b43736f4:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:57,593 DEBUG [RS:0;efe6b43736f4:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:57,593 DEBUG [RS:0;efe6b43736f4:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:20:57,593 DEBUG [RS:0;efe6b43736f4:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:20:57,593 DEBUG [RS:0;efe6b43736f4:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:20:57,596 INFO [RS:0;efe6b43736f4:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:57,596 INFO [RS:0;efe6b43736f4:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:57,596 INFO [RS:0;efe6b43736f4:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:57,596 INFO [RS:0;efe6b43736f4:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:57,596 INFO [RS:0;efe6b43736f4:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:57,596 INFO [RS:0;efe6b43736f4:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37389,1731169255522-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:20:57,608 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:20:57,609 INFO [RS:0;efe6b43736f4:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,37389,1731169255522-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:57,609 INFO [RS:0;efe6b43736f4:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:57,609 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.Replication(171): efe6b43736f4,37389,1731169255522 started 2024-11-09T16:20:57,620 INFO [RS:0;efe6b43736f4:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:57,620 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,37389,1731169255522, RpcServer on efe6b43736f4/172.17.0.3:37389, sessionid=0x1012066730d0001 2024-11-09T16:20:57,620 DEBUG [RS:0;efe6b43736f4:37389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:20:57,620 DEBUG [RS:0;efe6b43736f4:37389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,37389,1731169255522 2024-11-09T16:20:57,620 DEBUG [RS:0;efe6b43736f4:37389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,37389,1731169255522' 2024-11-09T16:20:57,620 DEBUG [RS:0;efe6b43736f4:37389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1639915278/flush-table-proc/abort' 2024-11-09T16:20:57,621 DEBUG [RS:0;efe6b43736f4:37389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1639915278/flush-table-proc/acquired' 2024-11-09T16:20:57,621 DEBUG [RS:0;efe6b43736f4:37389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:20:57,621 DEBUG [RS:0;efe6b43736f4:37389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:20:57,621 DEBUG [RS:0;efe6b43736f4:37389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,37389,1731169255522 2024-11-09T16:20:57,621 DEBUG [RS:0;efe6b43736f4:37389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,37389,1731169255522' 2024-11-09T16:20:57,621 DEBUG [RS:0;efe6b43736f4:37389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1639915278/online-snapshot/abort' 2024-11-09T16:20:57,622 DEBUG [RS:0;efe6b43736f4:37389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1639915278/online-snapshot/acquired' 2024-11-09T16:20:57,622 DEBUG [RS:0;efe6b43736f4:37389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:20:57,622 INFO [RS:0;efe6b43736f4:37389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:20:57,622 INFO [RS:0;efe6b43736f4:37389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:20:57,722 INFO [RS:0;efe6b43736f4:37389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:20:57,723 INFO [RS:0;efe6b43736f4:37389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C37389%2C1731169255522, suffix=, logDir=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522, archiveDir=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/oldWALs, maxLogs=10 2024-11-09T16:20:57,738 DEBUG [RS:0;efe6b43736f4:37389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724, exclude list is [], retry=0 2024-11-09T16:20:57,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40943,DS-d644b72f-08d9-41e9-83dc-7a11c0039a44,DISK] 2024-11-09T16:20:57,742 INFO [RS:0;efe6b43736f4:37389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 2024-11-09T16:20:57,742 DEBUG [RS:0;efe6b43736f4:37389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41569:41569)] 2024-11-09T16:20:57,945 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:20:57,945 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3 2024-11-09T16:20:57,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741833_1009 (size=32) 2024-11-09T16:20:58,257 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:20:58,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:58,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:58,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:58,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:58,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:58,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:58,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:58,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:58,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:58,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:58,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:58,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:20:58,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:58,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:20:58,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:20:58,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:58,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:58,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:20:58,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:20:58,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:58,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:58,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:20:58,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:20:58,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:58,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:58,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:20:58,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:20:58,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:58,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:58,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:20:58,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740 2024-11-09T16:20:58,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740 2024-11-09T16:20:58,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:20:58,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:20:58,357 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:20:58,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:20:58,360 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:20:58,360 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72224769, jitterRate=0.0762329250574112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:20:58,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169258350Initializing all the Stores at 1731169258350Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169258350Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169258351 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169258351Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169258351Cleaning up temporary data from old regions at 1731169258357 (+6 ms)Region opened successfully at 1731169258360 (+3 ms) 2024-11-09T16:20:58,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:20:58,360 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:20:58,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:20:58,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:20:58,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:20:58,361 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:20:58,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169258360Disabling compacts and flushes for region at 1731169258360Disabling writes for close at 1731169258360Writing region close event to WAL at 1731169258361 (+1 ms)Closed at 1731169258361 2024-11-09T16:20:58,362 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:58,362 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:20:58,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:20:58,363 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:20:58,363 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:20:58,513 DEBUG [efe6b43736f4:46413 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:20:58,514 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,37389,1731169255522 2024-11-09T16:20:58,515 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,37389,1731169255522, state=OPENING 2024-11-09T16:20:58,584 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:20:58,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278 2024-11-09T16:20:58,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278 2024-11-09T16:20:58,621 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:20:58,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1639915278/meta-region-server: CHANGED 2024-11-09T16:20:58,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1639915278/meta-region-server: CHANGED 2024-11-09T16:20:58,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,37389,1731169255522}] 2024-11-09T16:20:58,773 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:20:58,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:20:58,776 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:20:58,777 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:20:58,777 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:20:58,778 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C37389%2C1731169255522.meta, suffix=.meta, logDir=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522, archiveDir=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/oldWALs, maxLogs=10 2024-11-09T16:20:58,790 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.meta.1731169258778.meta, exclude list is [], retry=0 2024-11-09T16:20:58,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40943,DS-d644b72f-08d9-41e9-83dc-7a11c0039a44,DISK] 2024-11-09T16:20:58,793 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.meta.1731169258778.meta 2024-11-09T16:20:58,793 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41569:41569)] 2024-11-09T16:20:58,793 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:20:58,794 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:20:58,794 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:20:58,794 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:20:58,794 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:20:58,794 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:20:58,794 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:20:58,794 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:20:58,794 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:20:58,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:20:58,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:20:58,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:58,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:58,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:20:58,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:20:58,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:58,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:58,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:20:58,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:20:58,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:58,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:58,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:20:58,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:20:58,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:20:58,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:20:58,799 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:20:58,799 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740 2024-11-09T16:20:58,800 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740 2024-11-09T16:20:58,801 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:20:58,801 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:20:58,801 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:20:58,802 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:20:58,803 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72784099, jitterRate=0.084567591547966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:20:58,803 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:20:58,804 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169258794Writing region info on filesystem at 1731169258794Initializing all the Stores at 1731169258795 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169258795Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169258795Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169258795Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169258795Cleaning up temporary data from old regions at 1731169258801 (+6 ms)Running coprocessor post-open hooks at 1731169258803 (+2 ms)Region opened successfully at 1731169258803 2024-11-09T16:20:58,804 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169258773 2024-11-09T16:20:58,806 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:20:58,806 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:20:58,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,37389,1731169255522 2024-11-09T16:20:58,807 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,37389,1731169255522, state=OPEN 2024-11-09T16:20:58,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1639915278/meta-region-server 2024-11-09T16:20:58,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1639915278/meta-region-server 2024-11-09T16:20:58,827 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,37389,1731169255522 2024-11-09T16:20:58,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1639915278/meta-region-server: CHANGED 2024-11-09T16:20:58,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1639915278/meta-region-server: CHANGED 2024-11-09T16:20:58,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:20:58,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,37389,1731169255522 in 206 msec 2024-11-09T16:20:58,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:20:58,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-09T16:20:58,830 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:20:58,831 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:20:58,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:58,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,37389,1731169255522, seqNum=-1] 2024-11-09T16:20:58,832 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:58,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:20:58,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-09T16:20:58,836 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169258836, completionTime=-1 2024-11-09T16:20:58,837 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:20:58,837 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:20:58,838 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:20:58,838 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169318838 2024-11-09T16:20:58,838 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169378838 2024-11-09T16:20:58,838 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T16:20:58,838 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,46413,1731169255149-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:58,838 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,46413,1731169255149-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:58,838 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,46413,1731169255149-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:58,839 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:46413, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:58,839 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:58,839 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:58,840 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:20:58,842 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.256sec 2024-11-09T16:20:58,842 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:20:58,842 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:20:58,842 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:20:58,842 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:20:58,842 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:20:58,842 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,46413,1731169255149-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:20:58,842 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,46413,1731169255149-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:20:58,844 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:20:58,844 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:20:58,844 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,46413,1731169255149-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:20:58,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741808cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:58,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,46413,-1 for getting cluster id 2024-11-09T16:20:58,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:20:58,847 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3291369a-0568-4000-a767-6e6991ad9a7f' 2024-11-09T16:20:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:20:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3291369a-0568-4000-a767-6e6991ad9a7f" 2024-11-09T16:20:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322ca2ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:58,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,46413,-1] 2024-11-09T16:20:58,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:20:58,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:20:58,849 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:20:58,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e77c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:20:58,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:20:58,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,37389,1731169255522, seqNum=-1] 2024-11-09T16:20:58,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:20:58,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:20:58,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,46413,1731169255149 2024-11-09T16:20:58,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63847 2024-11-09T16:20:58,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:20:58,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012066730d0002 connected 2024-11-09T16:20:58,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/hadoop.log.dir so I do NOT create it in target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907 2024-11-09T16:20:58,871 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:20:58,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/hadoop.tmp.dir so I do NOT create it in target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907 2024-11-09T16:20:58,871 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:20:58,871 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907 2024-11-09T16:20:58,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:20:58,872 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/cluster_fd5cb12a-6881-3a94-8f2c-db5046f49f56, deleteOnExit=true 2024-11-09T16:20:58,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:20:58,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/test.cache.data in system properties and HBase conf 2024-11-09T16:20:58,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:20:58,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:20:58,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:20:58,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:20:58,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:20:58,872 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:20:58,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:20:58,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:20:58,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:20:58,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:20:58,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:20:58,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:20:58,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:20:58,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:20:58,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:20:58,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:20:58,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:20:58,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:20:58,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:20:58,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:20:59,184 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:20:59,187 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:20:59,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:20:59,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:20:59,191 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T16:20:59,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:20:59,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f288855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:20:59,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ae1d9a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:20:59,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6680b640{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/java.io.tmpdir/jetty-localhost-46191-hadoop-hdfs-3_4_1-tests_jar-_-any-14574557640453605807/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:20:59,304 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ef897f7{HTTP/1.1, (http/1.1)}{localhost:46191} 2024-11-09T16:20:59,304 INFO [Time-limited test {}] server.Server(415): Started @222892ms 2024-11-09T16:20:59,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:20:59,557 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:20:59,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:20:59,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:20:59,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:20:59,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525e5e7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:20:59,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a7f541b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:20:59,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ca407b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/java.io.tmpdir/jetty-localhost-39011-hadoop-hdfs-3_4_1-tests_jar-_-any-11491374042475251814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:20:59,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59439f90{HTTP/1.1, (http/1.1)}{localhost:39011} 2024-11-09T16:20:59,663 INFO [Time-limited test {}] server.Server(415): Started @223252ms 2024-11-09T16:20:59,664 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:21:00,369 WARN [Thread-2775 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/cluster_fd5cb12a-6881-3a94-8f2c-db5046f49f56/data/data2/current/BP-1742229620-172.17.0.3-1731169258891/current, will proceed with Du for space computation calculation, 2024-11-09T16:21:00,369 WARN [Thread-2774 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/cluster_fd5cb12a-6881-3a94-8f2c-db5046f49f56/data/data1/current/BP-1742229620-172.17.0.3-1731169258891/current, will proceed with Du for space computation calculation, 2024-11-09T16:21:00,391 WARN [Thread-2762 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:21:00,393 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff6bfe58dd73d075 with lease ID 0x287f906940fbb6da: Processing first storage report for DS-2a666bea-ff42-4256-a16a-faaa07cac643 from datanode DatanodeRegistration(127.0.0.1:44955, datanodeUuid=739c266d-5773-4239-969b-202e5f9ca46d, infoPort=38339, infoSecurePort=0, ipcPort=33429, storageInfo=lv=-57;cid=testClusterID;nsid=1532431018;c=1731169258891) 2024-11-09T16:21:00,393 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff6bfe58dd73d075 with lease ID 0x287f906940fbb6da: from storage DS-2a666bea-ff42-4256-a16a-faaa07cac643 node DatanodeRegistration(127.0.0.1:44955, datanodeUuid=739c266d-5773-4239-969b-202e5f9ca46d, infoPort=38339, infoSecurePort=0, ipcPort=33429, storageInfo=lv=-57;cid=testClusterID;nsid=1532431018;c=1731169258891), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:21:00,393 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff6bfe58dd73d075 with lease ID 0x287f906940fbb6da: Processing first storage report for DS-cc82a6a8-a93b-4cc7-9565-2e3bb9a08ec6 from datanode DatanodeRegistration(127.0.0.1:44955, datanodeUuid=739c266d-5773-4239-969b-202e5f9ca46d, infoPort=38339, infoSecurePort=0, ipcPort=33429, storageInfo=lv=-57;cid=testClusterID;nsid=1532431018;c=1731169258891) 2024-11-09T16:21:00,393 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff6bfe58dd73d075 with lease ID 0x287f906940fbb6da: from storage DS-cc82a6a8-a93b-4cc7-9565-2e3bb9a08ec6 node DatanodeRegistration(127.0.0.1:44955, datanodeUuid=739c266d-5773-4239-969b-202e5f9ca46d, infoPort=38339, infoSecurePort=0, ipcPort=33429, storageInfo=lv=-57;cid=testClusterID;nsid=1532431018;c=1731169258891), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:21:00,396 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907 2024-11-09T16:21:00,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:00,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:00,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:21:00,804 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460 with version=8 2024-11-09T16:21:00,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/hbase-staging 2024-11-09T16:21:00,807 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:21:00,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:00,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:00,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:21:00,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:00,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:21:00,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:21:00,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:21:00,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41933 2024-11-09T16:21:00,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41933 connecting to ZooKeeper ensemble=127.0.0.1:63847 2024-11-09T16:21:00,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419330x0, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:21:00,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41933-0x1012066730d0003 connected 2024-11-09T16:21:01,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:01,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:01,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Set watcher on znode that does not yet exist, /11122387511/running 2024-11-09T16:21:01,072 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460, hbase.cluster.distributed=false 2024-11-09T16:21:01,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Set watcher on znode that does not yet exist, /11122387511/acl 2024-11-09T16:21:01,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41933 2024-11-09T16:21:01,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41933 2024-11-09T16:21:01,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41933 2024-11-09T16:21:01,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41933 2024-11-09T16:21:01,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41933 2024-11-09T16:21:01,087 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:21:01,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:01,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:01,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:21:01,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:01,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:21:01,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:21:01,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:21:01,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43249 2024-11-09T16:21:01,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43249 connecting to ZooKeeper ensemble=127.0.0.1:63847 2024-11-09T16:21:01,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:01,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:01,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432490x0, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:21:01,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Set watcher on znode that does not yet exist, /11122387511/running 2024-11-09T16:21:01,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43249-0x1012066730d0004 connected 2024-11-09T16:21:01,100 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:21:01,101 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:21:01,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Set watcher on znode that does not yet exist, /11122387511/master 2024-11-09T16:21:01,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Set watcher on znode that does not yet exist, /11122387511/acl 2024-11-09T16:21:01,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43249 2024-11-09T16:21:01,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43249 2024-11-09T16:21:01,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43249 2024-11-09T16:21:01,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43249 2024-11-09T16:21:01,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43249 2024-11-09T16:21:01,113 DEBUG [M:0;efe6b43736f4:41933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:41933 2024-11-09T16:21:01,114 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11122387511/backup-masters/efe6b43736f4,41933,1731169260807 2024-11-09T16:21:01,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511/backup-masters 2024-11-09T16:21:01,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511/backup-masters 2024-11-09T16:21:01,121 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Set watcher on existing znode=/11122387511/backup-masters/efe6b43736f4,41933,1731169260807 2024-11-09T16:21:01,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11122387511/master 2024-11-09T16:21:01,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511 2024-11-09T16:21:01,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511 2024-11-09T16:21:01,132 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Set watcher on existing znode=/11122387511/master 2024-11-09T16:21:01,133 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11122387511/backup-masters/efe6b43736f4,41933,1731169260807 from backup master directory 2024-11-09T16:21:01,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11122387511/backup-masters/efe6b43736f4,41933,1731169260807 2024-11-09T16:21:01,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511/backup-masters 2024-11-09T16:21:01,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511/backup-masters 2024-11-09T16:21:01,142 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:21:01,142 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,41933,1731169260807 2024-11-09T16:21:01,145 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/hbase.id] with ID: 9bea48a7-1fa1-42c9-a1f8-ecad21ae7036 2024-11-09T16:21:01,145 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/.tmp/hbase.id 2024-11-09T16:21:01,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:21:01,549 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/.tmp/hbase.id]:[hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/hbase.id] 2024-11-09T16:21:01,557 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:01,557 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:21:01,558 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T16:21:01,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511 2024-11-09T16:21:01,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511 2024-11-09T16:21:01,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:21:01,945 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:01,945 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:21:01,946 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38347 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:21:02,052 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:21:02,052 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:21:02,053 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:21:02,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:21:02,459 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store 2024-11-09T16:21:02,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:21:02,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T16:21:02,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T16:21:02,863 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:02,863 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:21:02,863 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:02,863 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:02,864 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:21:02,864 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:02,864 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:02,864 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169262863Disabling compacts and flushes for region at 1731169262863Disabling writes for close at 1731169262864 (+1 ms)Writing region close event to WAL at 1731169262864Closed at 1731169262864 2024-11-09T16:21:02,864 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/.initializing 2024-11-09T16:21:02,864 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/WALs/efe6b43736f4,41933,1731169260807 2024-11-09T16:21:02,865 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:21:02,866 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C41933%2C1731169260807, suffix=, logDir=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/WALs/efe6b43736f4,41933,1731169260807, archiveDir=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/oldWALs, maxLogs=10 2024-11-09T16:21:02,882 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/WALs/efe6b43736f4,41933,1731169260807/efe6b43736f4%2C41933%2C1731169260807.1731169262867, exclude list is [], retry=0 2024-11-09T16:21:02,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44955,DS-2a666bea-ff42-4256-a16a-faaa07cac643,DISK] 2024-11-09T16:21:02,885 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/WALs/efe6b43736f4,41933,1731169260807/efe6b43736f4%2C41933%2C1731169260807.1731169262867 2024-11-09T16:21:02,885 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38339:38339)] 2024-11-09T16:21:02,885 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:21:02,885 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:02,885 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:02,886 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:02,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:02,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:21:02,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:02,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:02,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:02,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:21:02,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:02,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:02,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:02,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:21:02,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:02,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:02,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:02,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:21:02,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:02,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:02,891 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:02,892 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:02,892 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:02,893 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:02,893 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:02,893 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:21:02,894 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:02,895 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:21:02,896 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68121748, jitterRate=0.01509314775466919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:21:02,896 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169262886Initializing all the Stores at 1731169262886Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169262886Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169262886Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169262886Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169262886Cleaning up temporary data from old regions at 1731169262893 (+7 ms)Region opened successfully at 1731169262896 (+3 ms) 2024-11-09T16:21:02,896 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:21:02,898 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c2084f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:21:02,898 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:21:02,899 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:21:02,899 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:21:02,899 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:21:02,899 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:21:02,899 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:21:02,899 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:21:02,900 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:21:02,901 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Unable to get data of znode /11122387511/balancer because node does not exist (not necessarily an error) 2024-11-09T16:21:02,963 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11122387511/balancer already deleted, retry=false 2024-11-09T16:21:02,964 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:21:02,964 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Unable to get data of znode /11122387511/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:21:03,055 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11122387511/normalizer already deleted, retry=false 2024-11-09T16:21:03,056 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:21:03,057 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Unable to get data of znode /11122387511/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:21:03,089 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11122387511/switch/split already deleted, retry=false 2024-11-09T16:21:03,090 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Unable to get data of znode /11122387511/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:21:03,100 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11122387511/switch/merge already deleted, retry=false 2024-11-09T16:21:03,101 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Unable to get data of znode /11122387511/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:21:03,110 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11122387511/snapshot-cleanup already deleted, retry=false 2024-11-09T16:21:03,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11122387511/running 2024-11-09T16:21:03,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11122387511/running 2024-11-09T16:21:03,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511 2024-11-09T16:21:03,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511 2024-11-09T16:21:03,121 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,41933,1731169260807, sessionid=0x1012066730d0003, setting cluster-up flag (Was=false) 2024-11-09T16:21:03,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511 2024-11-09T16:21:03,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511 2024-11-09T16:21:03,173 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11122387511/flush-table-proc/acquired, /11122387511/flush-table-proc/reached, /11122387511/flush-table-proc/abort 2024-11-09T16:21:03,174 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,41933,1731169260807 2024-11-09T16:21:03,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511 2024-11-09T16:21:03,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511 2024-11-09T16:21:03,226 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11122387511/online-snapshot/acquired, /11122387511/online-snapshot/reached, /11122387511/online-snapshot/abort 2024-11-09T16:21:03,227 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,41933,1731169260807 2024-11-09T16:21:03,228 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:21:03,229 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:03,230 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:21:03,230 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:21:03,230 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,41933,1731169260807 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:21:03,231 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:03,231 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:03,231 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:03,231 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:03,231 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:21:03,231 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:03,231 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:21:03,231 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:03,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:03,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:21:03,233 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:03,233 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:21:03,239 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169293239 2024-11-09T16:21:03,239 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:21:03,239 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:21:03,239 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:21:03,240 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:21:03,240 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:21:03,240 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:21:03,240 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:03,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:21:03,244 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:21:03,245 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:21:03,245 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:21:03,245 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:21:03,245 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:21:03,245 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:21:03,246 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169263245,5,FailOnTimeoutGroup] 2024-11-09T16:21:03,246 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169263246,5,FailOnTimeoutGroup] 2024-11-09T16:21:03,246 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:03,246 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:21:03,246 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:03,246 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:03,306 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(746): ClusterId : 9bea48a7-1fa1-42c9-a1f8-ecad21ae7036 2024-11-09T16:21:03,306 DEBUG [RS:0;efe6b43736f4:43249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:21:03,311 DEBUG [RS:0;efe6b43736f4:43249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:21:03,311 DEBUG [RS:0;efe6b43736f4:43249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:21:03,321 DEBUG [RS:0;efe6b43736f4:43249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:21:03,322 DEBUG [RS:0;efe6b43736f4:43249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1a58c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:21:03,332 DEBUG [RS:0;efe6b43736f4:43249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:43249 2024-11-09T16:21:03,332 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:21:03,332 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:21:03,332 DEBUG [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:21:03,332 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,41933,1731169260807 with port=43249, startcode=1731169261087 2024-11-09T16:21:03,332 DEBUG [RS:0;efe6b43736f4:43249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:21:03,334 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:21:03,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41933 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,43249,1731169261087 2024-11-09T16:21:03,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41933 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,43249,1731169261087 2024-11-09T16:21:03,335 DEBUG [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460 2024-11-09T16:21:03,335 DEBUG [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45677 2024-11-09T16:21:03,335 DEBUG [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:21:03,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511/rs 2024-11-09T16:21:03,394 DEBUG [RS:0;efe6b43736f4:43249 {}] zookeeper.ZKUtil(111): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Set watcher on existing znode=/11122387511/rs/efe6b43736f4,43249,1731169261087 2024-11-09T16:21:03,394 WARN [RS:0;efe6b43736f4:43249 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:21:03,394 INFO [RS:0;efe6b43736f4:43249 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:21:03,394 DEBUG [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087 2024-11-09T16:21:03,394 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,43249,1731169261087] 2024-11-09T16:21:03,397 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:21:03,399 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:21:03,399 INFO [RS:0;efe6b43736f4:43249 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:21:03,399 INFO [RS:0;efe6b43736f4:43249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:03,399 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:21:03,400 INFO [RS:0;efe6b43736f4:43249 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:21:03,400 INFO [RS:0;efe6b43736f4:43249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:03,400 DEBUG [RS:0;efe6b43736f4:43249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:03,400 DEBUG [RS:0;efe6b43736f4:43249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:03,400 DEBUG [RS:0;efe6b43736f4:43249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:03,400 DEBUG [RS:0;efe6b43736f4:43249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:03,400 DEBUG [RS:0;efe6b43736f4:43249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:03,400 DEBUG [RS:0;efe6b43736f4:43249 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:21:03,400 DEBUG [RS:0;efe6b43736f4:43249 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:03,400 DEBUG [RS:0;efe6b43736f4:43249 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:03,401 DEBUG [RS:0;efe6b43736f4:43249 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:03,401 DEBUG [RS:0;efe6b43736f4:43249 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:03,401 DEBUG [RS:0;efe6b43736f4:43249 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:03,401 DEBUG [RS:0;efe6b43736f4:43249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:03,401 DEBUG [RS:0;efe6b43736f4:43249 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:21:03,401 DEBUG [RS:0;efe6b43736f4:43249 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:21:03,403 INFO [RS:0;efe6b43736f4:43249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:03,403 INFO [RS:0;efe6b43736f4:43249 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:03,403 INFO [RS:0;efe6b43736f4:43249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:03,403 INFO [RS:0;efe6b43736f4:43249 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:03,404 INFO [RS:0;efe6b43736f4:43249 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:03,404 INFO [RS:0;efe6b43736f4:43249 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,43249,1731169261087-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:21:03,418 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:21:03,419 INFO [RS:0;efe6b43736f4:43249 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,43249,1731169261087-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:03,419 INFO [RS:0;efe6b43736f4:43249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:03,419 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.Replication(171): efe6b43736f4,43249,1731169261087 started 2024-11-09T16:21:03,431 INFO [RS:0;efe6b43736f4:43249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:03,431 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,43249,1731169261087, RpcServer on efe6b43736f4/172.17.0.3:43249, sessionid=0x1012066730d0004 2024-11-09T16:21:03,431 DEBUG [RS:0;efe6b43736f4:43249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:21:03,431 DEBUG [RS:0;efe6b43736f4:43249 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,43249,1731169261087 2024-11-09T16:21:03,431 DEBUG [RS:0;efe6b43736f4:43249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,43249,1731169261087' 2024-11-09T16:21:03,431 DEBUG [RS:0;efe6b43736f4:43249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11122387511/flush-table-proc/abort' 2024-11-09T16:21:03,431 DEBUG [RS:0;efe6b43736f4:43249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11122387511/flush-table-proc/acquired' 2024-11-09T16:21:03,432 DEBUG [RS:0;efe6b43736f4:43249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:21:03,432 DEBUG [RS:0;efe6b43736f4:43249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:21:03,432 DEBUG [RS:0;efe6b43736f4:43249 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,43249,1731169261087 2024-11-09T16:21:03,432 DEBUG [RS:0;efe6b43736f4:43249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,43249,1731169261087' 2024-11-09T16:21:03,432 DEBUG [RS:0;efe6b43736f4:43249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11122387511/online-snapshot/abort' 2024-11-09T16:21:03,432 DEBUG [RS:0;efe6b43736f4:43249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11122387511/online-snapshot/acquired' 2024-11-09T16:21:03,432 DEBUG [RS:0;efe6b43736f4:43249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:21:03,432 INFO [RS:0;efe6b43736f4:43249 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:21:03,432 INFO [RS:0;efe6b43736f4:43249 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:21:03,533 INFO [RS:0;efe6b43736f4:43249 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:21:03,534 INFO [RS:0;efe6b43736f4:43249 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C43249%2C1731169261087, suffix=, logDir=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087, archiveDir=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/oldWALs, maxLogs=10 2024-11-09T16:21:03,545 DEBUG [RS:0;efe6b43736f4:43249 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534, exclude list is [], retry=0 2024-11-09T16:21:03,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44955,DS-2a666bea-ff42-4256-a16a-faaa07cac643,DISK] 2024-11-09T16:21:03,548 INFO [RS:0;efe6b43736f4:43249 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 2024-11-09T16:21:03,549 DEBUG [RS:0;efe6b43736f4:43249 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38339:38339)] 2024-11-09T16:21:03,587 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T16:21:03,642 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:21:03,642 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460 2024-11-09T16:21:03,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741833_1009 (size=32) 2024-11-09T16:21:04,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:04,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:21:04,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:21:04,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:04,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:04,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:21:04,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:21:04,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:04,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:04,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:21:04,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:21:04,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:04,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:04,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:21:04,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:21:04,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:04,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:04,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:21:04,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740 2024-11-09T16:21:04,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740 2024-11-09T16:21:04,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:21:04,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:21:04,054 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:21:04,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:21:04,056 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:21:04,056 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67150068, jitterRate=6.139874458312988E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:21:04,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169264047Initializing all the Stores at 1731169264048 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169264048Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169264048Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169264048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169264048Cleaning up temporary data from old regions at 1731169264054 (+6 ms)Region opened successfully at 1731169264057 (+3 ms) 2024-11-09T16:21:04,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:21:04,057 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:21:04,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:21:04,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:21:04,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:21:04,057 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:21:04,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169264057Disabling compacts and flushes for region at 1731169264057Disabling writes for close at 1731169264057Writing region close event to WAL at 1731169264057Closed at 1731169264057 2024-11-09T16:21:04,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:04,058 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:21:04,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:21:04,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:21:04,059 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:21:04,210 DEBUG [efe6b43736f4:41933 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:21:04,210 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,43249,1731169261087 2024-11-09T16:21:04,211 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,43249,1731169261087, state=OPENING 2024-11-09T16:21:04,279 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:21:04,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511 2024-11-09T16:21:04,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511 2024-11-09T16:21:04,290 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:21:04,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11122387511/meta-region-server: CHANGED 2024-11-09T16:21:04,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11122387511/meta-region-server: CHANGED 2024-11-09T16:21:04,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,43249,1731169261087}] 2024-11-09T16:21:04,296 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:21:04,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:04,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:04,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:04,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:04,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:04,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:04,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:04,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:04,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:04,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:04,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:04,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:04,442 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:21:04,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:21:04,445 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:21:04,445 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:21:04,445 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:21:04,446 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C43249%2C1731169261087.meta, suffix=.meta, logDir=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087, archiveDir=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/oldWALs, maxLogs=10 2024-11-09T16:21:04,458 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.meta.1731169264447.meta, exclude list is [], retry=0 2024-11-09T16:21:04,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44955,DS-2a666bea-ff42-4256-a16a-faaa07cac643,DISK] 2024-11-09T16:21:04,461 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.meta.1731169264447.meta 2024-11-09T16:21:04,461 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38339:38339)] 2024-11-09T16:21:04,461 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:21:04,461 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:21:04,461 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:21:04,461 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:21:04,461 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:21:04,462 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:21:04,462 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:04,462 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:21:04,462 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:21:04,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:21:04,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:21:04,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:04,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:04,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:21:04,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:21:04,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:04,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:04,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:21:04,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:21:04,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:04,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:04,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:21:04,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:21:04,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:04,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:04,466 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:21:04,466 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740 2024-11-09T16:21:04,467 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740 2024-11-09T16:21:04,468 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:21:04,468 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:21:04,468 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:21:04,469 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:21:04,469 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59290755, jitterRate=-0.1164989024400711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:21:04,469 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:21:04,469 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169264462Writing region info on filesystem at 1731169264462Initializing all the Stores at 1731169264462Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169264462Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169264463 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169264463Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169264463Cleaning up temporary data from old regions at 1731169264468 (+5 ms)Running coprocessor post-open hooks at 1731169264469 (+1 ms)Region opened successfully at 1731169264469 2024-11-09T16:21:04,470 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169264441 2024-11-09T16:21:04,471 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:21:04,471 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:21:04,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,43249,1731169261087 2024-11-09T16:21:04,472 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,43249,1731169261087, state=OPEN 2024-11-09T16:21:04,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11122387511/meta-region-server 2024-11-09T16:21:04,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11122387511/meta-region-server 2024-11-09T16:21:04,479 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,43249,1731169261087 2024-11-09T16:21:04,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11122387511/meta-region-server: CHANGED 2024-11-09T16:21:04,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11122387511/meta-region-server: CHANGED 2024-11-09T16:21:04,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:21:04,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,43249,1731169261087 in 189 msec 2024-11-09T16:21:04,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:21:04,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-09T16:21:04,483 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:04,483 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:21:04,484 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:04,484 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,43249,1731169261087, seqNum=-1] 2024-11-09T16:21:04,484 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:04,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:21:04,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-11-09T16:21:04,489 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169264489, completionTime=-1 2024-11-09T16:21:04,489 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:21:04,489 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:21:04,491 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:21:04,491 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169324491 2024-11-09T16:21:04,491 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169384491 2024-11-09T16:21:04,491 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T16:21:04,492 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,41933,1731169260807-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:04,492 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,41933,1731169260807-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:04,492 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,41933,1731169260807-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:04,492 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:41933, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:04,492 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:04,492 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:04,493 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:21:04,495 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.353sec 2024-11-09T16:21:04,496 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:21:04,496 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:21:04,496 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:21:04,496 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:21:04,496 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:21:04,496 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,41933,1731169260807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:21:04,496 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,41933,1731169260807-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:21:04,497 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:21:04,497 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:21:04,497 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,41933,1731169260807-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:04,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7f3a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:04,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,41933,-1 for getting cluster id 2024-11-09T16:21:04,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:04,508 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bea48a7-1fa1-42c9-a1f8-ecad21ae7036' 2024-11-09T16:21:04,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:04,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bea48a7-1fa1-42c9-a1f8-ecad21ae7036" 2024-11-09T16:21:04,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c978d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:04,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,41933,-1] 2024-11-09T16:21:04,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:04,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:04,510 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:04,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d558f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:04,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:04,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,43249,1731169261087, seqNum=-1] 2024-11-09T16:21:04,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:04,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:21:04,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,41933,1731169260807 2024-11-09T16:21:04,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63847 2024-11-09T16:21:04,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:21:04,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012066730d0005 connected 2024-11-09T16:21:04,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/hadoop.log.dir so I do NOT create it in target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88 2024-11-09T16:21:04,534 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:21:04,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/hadoop.tmp.dir so I do NOT create it in target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88 2024-11-09T16:21:04,534 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:21:04,534 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88 2024-11-09T16:21:04,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:21:04,534 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/cluster_92ab8e13-c91c-23b5-21c4-763171d8323d, deleteOnExit=true 2024-11-09T16:21:04,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:21:04,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/test.cache.data in system properties and HBase conf 2024-11-09T16:21:04,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:21:04,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:21:04,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:21:04,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:21:04,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:21:04,535 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:21:04,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:21:04,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:21:04,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:21:04,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:21:04,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:21:04,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:21:04,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:21:04,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:21:04,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:21:04,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:21:04,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:21:04,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:21:04,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:21:04,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:21:04,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:21:04,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:21:04,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:21:04,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:21:04,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:21:04,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:21:04,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee957c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:21:04,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5721312a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:21:05,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41e9eae7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/java.io.tmpdir/jetty-localhost-44923-hadoop-hdfs-3_4_1-tests_jar-_-any-4567976047815736474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:21:05,002 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77ee5721{HTTP/1.1, (http/1.1)}{localhost:44923} 2024-11-09T16:21:05,002 INFO [Time-limited test {}] server.Server(415): Started @228591ms 2024-11-09T16:21:05,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:21:05,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:21:05,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:21:05,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:21:05,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T16:21:05,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a8cf022{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:21:05,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d428c3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:21:05,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63013b12{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/java.io.tmpdir/jetty-localhost-42487-hadoop-hdfs-3_4_1-tests_jar-_-any-7026783684001113680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:21:05,409 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5a09f2{HTTP/1.1, (http/1.1)}{localhost:42487} 2024-11-09T16:21:05,409 INFO [Time-limited test {}] server.Server(415): Started @228998ms 2024-11-09T16:21:05,411 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:21:06,015 WARN [Thread-2895 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/cluster_92ab8e13-c91c-23b5-21c4-763171d8323d/data/data1/current/BP-772180713-172.17.0.3-1731169264558/current, will proceed with Du for space computation calculation, 2024-11-09T16:21:06,015 WARN [Thread-2896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/cluster_92ab8e13-c91c-23b5-21c4-763171d8323d/data/data2/current/BP-772180713-172.17.0.3-1731169264558/current, will proceed with Du for space computation calculation, 2024-11-09T16:21:06,042 WARN [Thread-2883 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:21:06,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc26503edd6cbfbf8 with lease ID 0xc7108ee412c4981c: Processing first storage report for DS-93507591-ba5f-48e8-8c08-560467ae293d from datanode DatanodeRegistration(127.0.0.1:36209, datanodeUuid=3d6948e4-8a61-4982-aa19-d9046adf8117, infoPort=33421, infoSecurePort=0, ipcPort=35877, storageInfo=lv=-57;cid=testClusterID;nsid=218937701;c=1731169264558) 2024-11-09T16:21:06,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc26503edd6cbfbf8 with lease ID 0xc7108ee412c4981c: from storage DS-93507591-ba5f-48e8-8c08-560467ae293d node DatanodeRegistration(127.0.0.1:36209, datanodeUuid=3d6948e4-8a61-4982-aa19-d9046adf8117, infoPort=33421, infoSecurePort=0, ipcPort=35877, storageInfo=lv=-57;cid=testClusterID;nsid=218937701;c=1731169264558), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:21:06,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc26503edd6cbfbf8 with lease ID 0xc7108ee412c4981c: Processing first storage report for DS-60b7e3cf-bc01-4065-8827-93899c324eeb from datanode DatanodeRegistration(127.0.0.1:36209, datanodeUuid=3d6948e4-8a61-4982-aa19-d9046adf8117, infoPort=33421, infoSecurePort=0, ipcPort=35877, storageInfo=lv=-57;cid=testClusterID;nsid=218937701;c=1731169264558) 2024-11-09T16:21:06,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc26503edd6cbfbf8 with lease ID 0xc7108ee412c4981c: from storage DS-60b7e3cf-bc01-4065-8827-93899c324eeb node DatanodeRegistration(127.0.0.1:36209, datanodeUuid=3d6948e4-8a61-4982-aa19-d9046adf8117, infoPort=33421, infoSecurePort=0, ipcPort=35877, storageInfo=lv=-57;cid=testClusterID;nsid=218937701;c=1731169264558), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:21:06,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88 2024-11-09T16:21:06,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:06,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:06,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:21:06,542 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3 with version=8 2024-11-09T16:21:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/hbase-staging 2024-11-09T16:21:06,543 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:21:06,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:06,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:06,544 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:21:06,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:06,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:21:06,544 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:21:06,544 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:21:06,544 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36601 2024-11-09T16:21:06,545 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36601 connecting to ZooKeeper ensemble=127.0.0.1:63847 2024-11-09T16:21:06,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366010x0, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:21:06,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36601-0x1012066730d0006 connected 2024-11-09T16:21:06,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:06,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:06,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Set watcher on znode that does not yet exist, /2-1298514647/running 2024-11-09T16:21:06,672 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3, hbase.cluster.distributed=false 2024-11-09T16:21:06,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Set watcher on znode that does not yet exist, /2-1298514647/acl 2024-11-09T16:21:06,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36601 2024-11-09T16:21:06,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36601 2024-11-09T16:21:06,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36601 2024-11-09T16:21:06,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36601 2024-11-09T16:21:06,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36601 2024-11-09T16:21:06,691 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:21:06,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:06,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:06,691 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:21:06,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:06,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:21:06,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:21:06,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:21:06,692 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33845 2024-11-09T16:21:06,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33845 connecting to ZooKeeper ensemble=127.0.0.1:63847 2024-11-09T16:21:06,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:06,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:06,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338450x0, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:21:06,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338450x0, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Set watcher on znode that does not yet exist, /2-1298514647/running 2024-11-09T16:21:06,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33845-0x1012066730d0007 connected 2024-11-09T16:21:06,711 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:21:06,711 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:21:06,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Set watcher on znode that does not yet exist, /2-1298514647/master 2024-11-09T16:21:06,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Set watcher on znode that does not yet exist, /2-1298514647/acl 2024-11-09T16:21:06,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33845 2024-11-09T16:21:06,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33845 2024-11-09T16:21:06,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33845 2024-11-09T16:21:06,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33845 2024-11-09T16:21:06,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33845 2024-11-09T16:21:06,731 DEBUG [M:0;efe6b43736f4:36601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:36601 2024-11-09T16:21:06,732 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1298514647/backup-masters/efe6b43736f4,36601,1731169266543 2024-11-09T16:21:06,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647/backup-masters 2024-11-09T16:21:06,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647/backup-masters 2024-11-09T16:21:06,742 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Set watcher on existing znode=/2-1298514647/backup-masters/efe6b43736f4,36601,1731169266543 2024-11-09T16:21:06,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647 2024-11-09T16:21:06,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1298514647/master 2024-11-09T16:21:06,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647 2024-11-09T16:21:06,753 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Set watcher on existing znode=/2-1298514647/master 2024-11-09T16:21:06,753 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1298514647/backup-masters/efe6b43736f4,36601,1731169266543 from backup master directory 2024-11-09T16:21:06,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1298514647/backup-masters/efe6b43736f4,36601,1731169266543 2024-11-09T16:21:06,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647/backup-masters 2024-11-09T16:21:06,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647/backup-masters 2024-11-09T16:21:06,763 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:21:06,763 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,36601,1731169266543 2024-11-09T16:21:06,766 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/hbase.id] with ID: 6515cd37-eec7-4d5b-99f6-3e1ec22ea06f 2024-11-09T16:21:06,766 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/.tmp/hbase.id 2024-11-09T16:21:06,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:21:07,174 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/.tmp/hbase.id]:[hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/hbase.id] 2024-11-09T16:21:07,181 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:07,181 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:21:07,182 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T16:21:07,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647 2024-11-09T16:21:07,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647 2024-11-09T16:21:07,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:21:07,646 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:21:07,647 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:21:07,647 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:21:07,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:21:08,056 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store 2024-11-09T16:21:08,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:21:08,461 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:08,461 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:21:08,461 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:08,461 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:08,461 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:21:08,461 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:08,461 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:08,461 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169268461Disabling compacts and flushes for region at 1731169268461Disabling writes for close at 1731169268461Writing region close event to WAL at 1731169268461Closed at 1731169268461 2024-11-09T16:21:08,462 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/.initializing 2024-11-09T16:21:08,462 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/WALs/efe6b43736f4,36601,1731169266543 2024-11-09T16:21:08,463 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:21:08,464 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C36601%2C1731169266543, suffix=, logDir=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/WALs/efe6b43736f4,36601,1731169266543, archiveDir=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/oldWALs, maxLogs=10 2024-11-09T16:21:08,480 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/WALs/efe6b43736f4,36601,1731169266543/efe6b43736f4%2C36601%2C1731169266543.1731169268464, exclude list is [], retry=0 2024-11-09T16:21:08,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36209,DS-93507591-ba5f-48e8-8c08-560467ae293d,DISK] 2024-11-09T16:21:08,484 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/WALs/efe6b43736f4,36601,1731169266543/efe6b43736f4%2C36601%2C1731169266543.1731169268464 2024-11-09T16:21:08,488 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33421:33421)] 2024-11-09T16:21:08,488 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:21:08,488 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:08,488 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:08,489 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:08,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:08,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:21:08,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:08,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:08,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:08,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:21:08,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:08,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:08,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:08,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:21:08,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:08,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:08,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:08,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:21:08,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:08,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:08,496 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:08,496 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:08,496 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:08,497 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:08,497 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:08,498 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:21:08,498 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:08,500 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:21:08,500 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73910653, jitterRate=0.10135455429553986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:21:08,500 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169268489Initializing all the Stores at 1731169268489Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169268489Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169268490 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169268490Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169268490Cleaning up temporary data from old regions at 1731169268497 (+7 ms)Region opened successfully at 1731169268500 (+3 ms) 2024-11-09T16:21:08,500 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:21:08,502 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4b94b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:21:08,503 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:21:08,503 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:21:08,503 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:21:08,504 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:21:08,504 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:21:08,504 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:21:08,504 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:21:08,506 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:21:08,506 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Unable to get data of znode /2-1298514647/balancer because node does not exist (not necessarily an error) 2024-11-09T16:21:08,573 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1298514647/balancer already deleted, retry=false 2024-11-09T16:21:08,574 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:21:08,575 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Unable to get data of znode /2-1298514647/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:21:08,584 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1298514647/normalizer already deleted, retry=false 2024-11-09T16:21:08,584 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:21:08,585 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Unable to get data of znode /2-1298514647/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:21:08,594 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1298514647/switch/split already deleted, retry=false 2024-11-09T16:21:08,595 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Unable to get data of znode /2-1298514647/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:21:08,605 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1298514647/switch/merge already deleted, retry=false 2024-11-09T16:21:08,606 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Unable to get data of znode /2-1298514647/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:21:08,615 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1298514647/snapshot-cleanup already deleted, retry=false 2024-11-09T16:21:08,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1298514647/running 2024-11-09T16:21:08,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647 2024-11-09T16:21:08,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1298514647/running 2024-11-09T16:21:08,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647 2024-11-09T16:21:08,626 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,36601,1731169266543, sessionid=0x1012066730d0006, setting cluster-up flag (Was=false) 2024-11-09T16:21:08,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647 2024-11-09T16:21:08,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647 2024-11-09T16:21:08,678 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1298514647/flush-table-proc/acquired, /2-1298514647/flush-table-proc/reached, /2-1298514647/flush-table-proc/abort 2024-11-09T16:21:08,679 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,36601,1731169266543 2024-11-09T16:21:08,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647 2024-11-09T16:21:08,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647 2024-11-09T16:21:08,731 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1298514647/online-snapshot/acquired, /2-1298514647/online-snapshot/reached, /2-1298514647/online-snapshot/abort 2024-11-09T16:21:08,732 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,36601,1731169266543 2024-11-09T16:21:08,733 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:21:08,734 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:08,735 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:21:08,735 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:21:08,735 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,36601,1731169266543 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:21:08,736 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:08,736 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:08,736 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:08,736 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:08,736 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:21:08,736 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:08,736 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:21:08,736 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:08,737 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169298737 2024-11-09T16:21:08,737 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:21:08,737 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:21:08,737 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:21:08,737 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:21:08,737 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:21:08,737 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:21:08,737 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:08,737 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:21:08,738 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:08,738 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:21:08,738 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:21:08,738 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:21:08,738 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:21:08,738 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:08,738 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:21:08,739 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:21:08,739 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:21:08,739 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169268739,5,FailOnTimeoutGroup] 2024-11-09T16:21:08,739 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169268739,5,FailOnTimeoutGroup] 2024-11-09T16:21:08,739 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:08,739 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:21:08,739 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:08,739 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:08,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:21:08,824 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(746): ClusterId : 6515cd37-eec7-4d5b-99f6-3e1ec22ea06f 2024-11-09T16:21:08,824 DEBUG [RS:0;efe6b43736f4:33845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:21:08,837 DEBUG [RS:0;efe6b43736f4:33845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:21:08,837 DEBUG [RS:0;efe6b43736f4:33845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:21:08,847 DEBUG [RS:0;efe6b43736f4:33845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:21:08,848 DEBUG [RS:0;efe6b43736f4:33845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4f3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:21:08,858 DEBUG [RS:0;efe6b43736f4:33845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:33845 2024-11-09T16:21:08,858 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:21:08,858 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:21:08,858 DEBUG [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:21:08,859 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,36601,1731169266543 with port=33845, startcode=1731169266691 2024-11-09T16:21:08,859 DEBUG [RS:0;efe6b43736f4:33845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:21:08,860 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:21:08,860 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,33845,1731169266691 2024-11-09T16:21:08,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36601 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,33845,1731169266691 2024-11-09T16:21:08,862 DEBUG [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3 2024-11-09T16:21:08,862 DEBUG [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40567 2024-11-09T16:21:08,862 DEBUG [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:21:08,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647/rs 2024-11-09T16:21:08,911 DEBUG [RS:0;efe6b43736f4:33845 {}] zookeeper.ZKUtil(111): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Set watcher on existing znode=/2-1298514647/rs/efe6b43736f4,33845,1731169266691 2024-11-09T16:21:08,911 WARN [RS:0;efe6b43736f4:33845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:21:08,911 INFO [RS:0;efe6b43736f4:33845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:21:08,911 DEBUG [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691 2024-11-09T16:21:08,911 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,33845,1731169266691] 2024-11-09T16:21:08,913 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:21:08,914 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:21:08,915 INFO [RS:0;efe6b43736f4:33845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:21:08,915 INFO [RS:0;efe6b43736f4:33845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:08,915 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:21:08,915 INFO [RS:0;efe6b43736f4:33845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:21:08,915 INFO [RS:0;efe6b43736f4:33845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:08,916 DEBUG [RS:0;efe6b43736f4:33845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:08,916 DEBUG [RS:0;efe6b43736f4:33845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:08,916 DEBUG [RS:0;efe6b43736f4:33845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:08,916 DEBUG [RS:0;efe6b43736f4:33845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:08,916 DEBUG [RS:0;efe6b43736f4:33845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:08,916 DEBUG [RS:0;efe6b43736f4:33845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:21:08,916 DEBUG [RS:0;efe6b43736f4:33845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:08,916 DEBUG [RS:0;efe6b43736f4:33845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:08,916 DEBUG [RS:0;efe6b43736f4:33845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:08,916 DEBUG [RS:0;efe6b43736f4:33845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:08,916 DEBUG [RS:0;efe6b43736f4:33845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:08,916 DEBUG [RS:0;efe6b43736f4:33845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:08,916 DEBUG [RS:0;efe6b43736f4:33845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:21:08,916 DEBUG [RS:0;efe6b43736f4:33845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:21:08,916 INFO [RS:0;efe6b43736f4:33845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:08,917 INFO [RS:0;efe6b43736f4:33845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:08,917 INFO [RS:0;efe6b43736f4:33845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:08,917 INFO [RS:0;efe6b43736f4:33845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:08,917 INFO [RS:0;efe6b43736f4:33845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:08,917 INFO [RS:0;efe6b43736f4:33845 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,33845,1731169266691-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:21:08,929 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:21:08,929 INFO [RS:0;efe6b43736f4:33845 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,33845,1731169266691-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:08,929 INFO [RS:0;efe6b43736f4:33845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:08,929 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.Replication(171): efe6b43736f4,33845,1731169266691 started 2024-11-09T16:21:08,941 INFO [RS:0;efe6b43736f4:33845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:08,941 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,33845,1731169266691, RpcServer on efe6b43736f4/172.17.0.3:33845, sessionid=0x1012066730d0007 2024-11-09T16:21:08,941 DEBUG [RS:0;efe6b43736f4:33845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:21:08,941 DEBUG [RS:0;efe6b43736f4:33845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,33845,1731169266691 2024-11-09T16:21:08,941 DEBUG [RS:0;efe6b43736f4:33845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,33845,1731169266691' 2024-11-09T16:21:08,941 DEBUG [RS:0;efe6b43736f4:33845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1298514647/flush-table-proc/abort' 2024-11-09T16:21:08,942 DEBUG [RS:0;efe6b43736f4:33845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1298514647/flush-table-proc/acquired' 2024-11-09T16:21:08,942 DEBUG [RS:0;efe6b43736f4:33845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:21:08,942 DEBUG [RS:0;efe6b43736f4:33845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:21:08,942 DEBUG [RS:0;efe6b43736f4:33845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,33845,1731169266691 2024-11-09T16:21:08,942 DEBUG [RS:0;efe6b43736f4:33845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,33845,1731169266691' 2024-11-09T16:21:08,942 DEBUG [RS:0;efe6b43736f4:33845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1298514647/online-snapshot/abort' 2024-11-09T16:21:08,943 DEBUG [RS:0;efe6b43736f4:33845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1298514647/online-snapshot/acquired' 2024-11-09T16:21:08,943 DEBUG [RS:0;efe6b43736f4:33845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:21:08,943 INFO [RS:0;efe6b43736f4:33845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:21:08,943 INFO [RS:0;efe6b43736f4:33845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:21:09,043 INFO [RS:0;efe6b43736f4:33845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:21:09,045 INFO [RS:0;efe6b43736f4:33845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C33845%2C1731169266691, suffix=, logDir=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691, archiveDir=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/oldWALs, maxLogs=10 2024-11-09T16:21:09,061 DEBUG [RS:0;efe6b43736f4:33845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045, exclude list is [], retry=0 2024-11-09T16:21:09,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36209,DS-93507591-ba5f-48e8-8c08-560467ae293d,DISK] 2024-11-09T16:21:09,064 INFO [RS:0;efe6b43736f4:33845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 2024-11-09T16:21:09,065 DEBUG [RS:0;efe6b43736f4:33845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33421:33421)] 2024-11-09T16:21:09,148 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:21:09,148 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3 2024-11-09T16:21:09,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741833_1009 (size=32) 2024-11-09T16:21:09,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:09,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:21:09,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:21:09,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:09,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:09,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:21:09,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:21:09,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:09,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:09,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:21:09,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:21:09,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:09,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:09,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:21:09,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:21:09,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:09,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:09,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:21:09,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740 2024-11-09T16:21:09,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740 2024-11-09T16:21:09,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:21:09,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:21:09,162 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:21:09,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:21:09,164 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:21:09,165 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62082179, jitterRate=-0.0749034434556961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:21:09,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169269155Initializing all the Stores at 1731169269155Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169269155Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169269155Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169269155Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169269155Cleaning up temporary data from old regions at 1731169269162 (+7 ms)Region opened successfully at 1731169269165 (+3 ms) 2024-11-09T16:21:09,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:21:09,165 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:21:09,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:21:09,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:21:09,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:21:09,165 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:21:09,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169269165Disabling compacts and flushes for region at 1731169269165Disabling writes for close at 1731169269165Writing region close event to WAL at 1731169269165Closed at 1731169269165 2024-11-09T16:21:09,166 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:09,166 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:21:09,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:21:09,167 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:21:09,168 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:21:09,318 DEBUG [efe6b43736f4:36601 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:21:09,319 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,33845,1731169266691 2024-11-09T16:21:09,320 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,33845,1731169266691, state=OPENING 2024-11-09T16:21:09,394 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:21:09,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647 2024-11-09T16:21:09,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647 2024-11-09T16:21:09,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1298514647/meta-region-server: CHANGED 2024-11-09T16:21:09,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1298514647/meta-region-server: CHANGED 2024-11-09T16:21:09,405 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:21:09,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,33845,1731169266691}] 2024-11-09T16:21:09,557 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:21:09,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:21:09,561 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:21:09,561 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:21:09,562 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:21:09,563 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C33845%2C1731169266691.meta, suffix=.meta, logDir=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691, archiveDir=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/oldWALs, maxLogs=10 2024-11-09T16:21:09,574 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.meta.1731169269563.meta, exclude list is [], retry=0 2024-11-09T16:21:09,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36209,DS-93507591-ba5f-48e8-8c08-560467ae293d,DISK] 2024-11-09T16:21:09,578 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.meta.1731169269563.meta 2024-11-09T16:21:09,578 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33421:33421)] 2024-11-09T16:21:09,578 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:21:09,578 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:21:09,578 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:21:09,578 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:21:09,578 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:21:09,579 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:21:09,579 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:09,579 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:21:09,579 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:21:09,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:21:09,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:21:09,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:09,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:09,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:21:09,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:21:09,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:09,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:09,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:21:09,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:21:09,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:09,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:09,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:21:09,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:21:09,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:09,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:09,583 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:21:09,584 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740 2024-11-09T16:21:09,585 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740 2024-11-09T16:21:09,585 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:21:09,585 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:21:09,586 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:21:09,587 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:21:09,587 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65924029, jitterRate=-0.017655417323112488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:21:09,587 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:21:09,587 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169269579Writing region info on filesystem at 1731169269579Initializing all the Stores at 1731169269579Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169269579Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169269580 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169269580Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169269580Cleaning up temporary data from old regions at 1731169269585 (+5 ms)Running coprocessor post-open hooks at 1731169269587 (+2 ms)Region opened successfully at 1731169269587 2024-11-09T16:21:09,588 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169269557 2024-11-09T16:21:09,590 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:21:09,590 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:21:09,590 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,33845,1731169266691 2024-11-09T16:21:09,591 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,33845,1731169266691, state=OPEN 2024-11-09T16:21:09,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1298514647/meta-region-server 2024-11-09T16:21:09,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1298514647/meta-region-server 2024-11-09T16:21:09,594 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,33845,1731169266691 2024-11-09T16:21:09,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1298514647/meta-region-server: CHANGED 2024-11-09T16:21:09,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1298514647/meta-region-server: CHANGED 2024-11-09T16:21:09,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:21:09,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,33845,1731169266691 in 189 msec 2024-11-09T16:21:09,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:21:09,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-11-09T16:21:09,598 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:09,598 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:21:09,600 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:09,600 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,33845,1731169266691, seqNum=-1] 2024-11-09T16:21:09,600 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:09,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:21:09,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 870 msec 2024-11-09T16:21:09,605 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169269605, completionTime=-1 2024-11-09T16:21:09,605 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:21:09,605 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:21:09,607 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:21:09,607 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169329607 2024-11-09T16:21:09,607 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169389607 2024-11-09T16:21:09,607 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T16:21:09,607 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,36601,1731169266543-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:09,608 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,36601,1731169266543-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:09,608 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,36601,1731169266543-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:09,608 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:36601, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:09,608 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:09,608 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:09,609 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:21:09,611 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.848sec 2024-11-09T16:21:09,611 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:21:09,611 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:21:09,611 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:21:09,611 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:21:09,611 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:21:09,611 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,36601,1731169266543-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:21:09,611 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,36601,1731169266543-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:21:09,613 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:21:09,613 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:21:09,613 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,36601,1731169266543-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:09,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cddb72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:09,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,36601,-1 for getting cluster id 2024-11-09T16:21:09,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:09,626 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6515cd37-eec7-4d5b-99f6-3e1ec22ea06f' 2024-11-09T16:21:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6515cd37-eec7-4d5b-99f6-3e1ec22ea06f" 2024-11-09T16:21:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367448ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,36601,-1] 2024-11-09T16:21:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:09,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:09,627 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:09,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfdb248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:09,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:09,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,33845,1731169266691, seqNum=-1] 2024-11-09T16:21:09,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:09,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:21:09,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,36601,1731169266543 2024-11-09T16:21:09,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63847 2024-11-09T16:21:09,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:21:09,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012066730d0008 connected 2024-11-09T16:21:09,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:09,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,46413,1731169255149 2024-11-09T16:21:09,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4846db27 2024-11-09T16:21:09,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:21:09,651 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:21:09,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:21:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T16:21:09,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:21:09,653 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:09,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T16:21:09,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:21:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:09,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741835_1011 (size=902) 2024-11-09T16:21:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:09,964 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:21:09,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:09,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:09,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:09,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:09,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:09,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:09,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:09,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:10,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:10,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:10,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:10,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:10,062 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd, NAME => 'test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3 2024-11-09T16:21:10,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741836_1012 (size=39) 2024-11-09T16:21:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:10,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:10,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd, disabling compactions & flushes 2024-11-09T16:21:10,467 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd. 2024-11-09T16:21:10,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd. 2024-11-09T16:21:10,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd. after waiting 0 ms 2024-11-09T16:21:10,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd. 2024-11-09T16:21:10,467 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd. 2024-11-09T16:21:10,467 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd: Waiting for close lock at 1731169270467Disabling compacts and flushes for region at 1731169270467Disabling writes for close at 1731169270467Writing region close event to WAL at 1731169270467Closed at 1731169270467 2024-11-09T16:21:10,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:21:10,468 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731169270468"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169270468"}]},"ts":"1731169270468"} 2024-11-09T16:21:10,470 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:21:10,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:21:10,471 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169270471"}]},"ts":"1731169270471"} 2024-11-09T16:21:10,472 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T16:21:10,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5a8f0e9bf0bed3b5e7a5895a7a9ef4dd, ASSIGN}] 2024-11-09T16:21:10,473 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5a8f0e9bf0bed3b5e7a5895a7a9ef4dd, ASSIGN 2024-11-09T16:21:10,474 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5a8f0e9bf0bed3b5e7a5895a7a9ef4dd, ASSIGN; state=OFFLINE, location=efe6b43736f4,37389,1731169255522; forceNewPlan=false, retain=false 2024-11-09T16:21:10,624 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a8f0e9bf0bed3b5e7a5895a7a9ef4dd, regionState=OPENING, regionLocation=efe6b43736f4,37389,1731169255522 2024-11-09T16:21:10,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5a8f0e9bf0bed3b5e7a5895a7a9ef4dd, ASSIGN because future has completed 2024-11-09T16:21:10,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd, server=efe6b43736f4,37389,1731169255522}] 2024-11-09T16:21:10,781 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd. 2024-11-09T16:21:10,782 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd, NAME => 'test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:21:10,782 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:21:10,782 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T16:21:10,782 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd 2024-11-09T16:21:10,782 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:10,782 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd 2024-11-09T16:21:10,782 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd 2024-11-09T16:21:10,783 INFO [StoreOpener-5a8f0e9bf0bed3b5e7a5895a7a9ef4dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd 2024-11-09T16:21:10,784 INFO [StoreOpener-5a8f0e9bf0bed3b5e7a5895a7a9ef4dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd columnFamilyName f 2024-11-09T16:21:10,784 DEBUG [StoreOpener-5a8f0e9bf0bed3b5e7a5895a7a9ef4dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:10,784 INFO [StoreOpener-5a8f0e9bf0bed3b5e7a5895a7a9ef4dd-1 {}] regionserver.HStore(327): Store=5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:10,784 INFO [StoreOpener-5a8f0e9bf0bed3b5e7a5895a7a9ef4dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd 2024-11-09T16:21:10,785 INFO [StoreOpener-5a8f0e9bf0bed3b5e7a5895a7a9ef4dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd columnFamilyName f1 2024-11-09T16:21:10,785 DEBUG [StoreOpener-5a8f0e9bf0bed3b5e7a5895a7a9ef4dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:10,785 INFO [StoreOpener-5a8f0e9bf0bed3b5e7a5895a7a9ef4dd-1 {}] regionserver.HStore(327): Store=5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:10,785 INFO [StoreOpener-5a8f0e9bf0bed3b5e7a5895a7a9ef4dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd 2024-11-09T16:21:10,786 INFO [StoreOpener-5a8f0e9bf0bed3b5e7a5895a7a9ef4dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd columnFamilyName norep 2024-11-09T16:21:10,786 DEBUG [StoreOpener-5a8f0e9bf0bed3b5e7a5895a7a9ef4dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:10,786 INFO [StoreOpener-5a8f0e9bf0bed3b5e7a5895a7a9ef4dd-1 {}] regionserver.HStore(327): Store=5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:10,786 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd 2024-11-09T16:21:10,787 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd 2024-11-09T16:21:10,787 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd 2024-11-09T16:21:10,788 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd 2024-11-09T16:21:10,788 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd 2024-11-09T16:21:10,788 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:21:10,789 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd 2024-11-09T16:21:10,790 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:21:10,790 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64297237, jitterRate=-0.041896507143974304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:21:10,790 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd 2024-11-09T16:21:10,791 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd: Running coprocessor pre-open hook at 1731169270782Writing region info on filesystem at 1731169270782Initializing all the Stores at 1731169270783 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169270783Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169270783Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169270783Cleaning up temporary data from old regions at 1731169270788 (+5 ms)Running coprocessor post-open hooks at 1731169270790 (+2 ms)Region opened successfully at 1731169270791 (+1 ms) 2024-11-09T16:21:10,792 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd., pid=6, masterSystemTime=1731169270778 2024-11-09T16:21:10,793 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd. 2024-11-09T16:21:10,793 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd. 2024-11-09T16:21:10,794 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a8f0e9bf0bed3b5e7a5895a7a9ef4dd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=efe6b43736f4,37389,1731169255522 2024-11-09T16:21:10,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd, server=efe6b43736f4,37389,1731169255522 because future has completed 2024-11-09T16:21:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:10,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:21:10,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd, server=efe6b43736f4,37389,1731169255522 in 170 msec 2024-11-09T16:21:10,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T16:21:10,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5a8f0e9bf0bed3b5e7a5895a7a9ef4dd, ASSIGN in 326 msec 2024-11-09T16:21:10,800 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:21:10,800 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169270800"}]},"ts":"1731169270800"} 2024-11-09T16:21:10,802 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T16:21:10,802 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:21:10,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-09T16:21:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:11,805 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T16:21:11,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,41933,1731169260807 2024-11-09T16:21:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12294f5b 2024-11-09T16:21:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:21:11,807 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:21:11,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:21:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T16:21:11,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:21:11,810 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:11,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T16:21:11,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:21:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:11,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741835_1011 (size=902) 2024-11-09T16:21:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:11,995 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:11,996 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:21:11,996 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48397 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:21:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:12,217 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eff4813183f75447d7559dca776e306b, NAME => 'test,,1731169271807.eff4813183f75447d7559dca776e306b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460 2024-11-09T16:21:12,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741836_1012 (size=39) 2024-11-09T16:21:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:12,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731169271807.eff4813183f75447d7559dca776e306b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:12,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eff4813183f75447d7559dca776e306b, disabling compactions & flushes 2024-11-09T16:21:12,621 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731169271807.eff4813183f75447d7559dca776e306b. 2024-11-09T16:21:12,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169271807.eff4813183f75447d7559dca776e306b. 2024-11-09T16:21:12,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731169271807.eff4813183f75447d7559dca776e306b. after waiting 0 ms 2024-11-09T16:21:12,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731169271807.eff4813183f75447d7559dca776e306b. 2024-11-09T16:21:12,622 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731169271807.eff4813183f75447d7559dca776e306b. 2024-11-09T16:21:12,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eff4813183f75447d7559dca776e306b: Waiting for close lock at 1731169272621Disabling compacts and flushes for region at 1731169272621Disabling writes for close at 1731169272622 (+1 ms)Writing region close event to WAL at 1731169272622Closed at 1731169272622 2024-11-09T16:21:12,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:21:12,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731169271807.eff4813183f75447d7559dca776e306b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731169272623"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169272623"}]},"ts":"1731169272623"} 2024-11-09T16:21:12,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:21:12,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:21:12,627 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169272627"}]},"ts":"1731169272627"} 2024-11-09T16:21:12,629 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T16:21:12,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eff4813183f75447d7559dca776e306b, ASSIGN}] 2024-11-09T16:21:12,631 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eff4813183f75447d7559dca776e306b, ASSIGN 2024-11-09T16:21:12,631 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eff4813183f75447d7559dca776e306b, ASSIGN; state=OFFLINE, location=efe6b43736f4,43249,1731169261087; forceNewPlan=false, retain=false 2024-11-09T16:21:12,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T16:21:12,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T16:21:12,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:21:12,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T16:21:12,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eff4813183f75447d7559dca776e306b, regionState=OPENING, regionLocation=efe6b43736f4,43249,1731169261087 2024-11-09T16:21:12,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eff4813183f75447d7559dca776e306b, ASSIGN because future has completed 2024-11-09T16:21:12,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eff4813183f75447d7559dca776e306b, server=efe6b43736f4,43249,1731169261087}] 2024-11-09T16:21:12,940 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731169271807.eff4813183f75447d7559dca776e306b. 2024-11-09T16:21:12,940 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eff4813183f75447d7559dca776e306b, NAME => 'test,,1731169271807.eff4813183f75447d7559dca776e306b.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:21:12,941 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:21:12,941 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T16:21:12,941 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eff4813183f75447d7559dca776e306b 2024-11-09T16:21:12,941 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731169271807.eff4813183f75447d7559dca776e306b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:12,941 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eff4813183f75447d7559dca776e306b 2024-11-09T16:21:12,941 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eff4813183f75447d7559dca776e306b 2024-11-09T16:21:12,942 INFO [StoreOpener-eff4813183f75447d7559dca776e306b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eff4813183f75447d7559dca776e306b 2024-11-09T16:21:12,944 INFO [StoreOpener-eff4813183f75447d7559dca776e306b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eff4813183f75447d7559dca776e306b columnFamilyName f 2024-11-09T16:21:12,944 DEBUG [StoreOpener-eff4813183f75447d7559dca776e306b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:12,944 INFO [StoreOpener-eff4813183f75447d7559dca776e306b-1 {}] regionserver.HStore(327): Store=eff4813183f75447d7559dca776e306b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:12,944 INFO [StoreOpener-eff4813183f75447d7559dca776e306b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eff4813183f75447d7559dca776e306b 2024-11-09T16:21:12,945 INFO [StoreOpener-eff4813183f75447d7559dca776e306b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eff4813183f75447d7559dca776e306b columnFamilyName f1 2024-11-09T16:21:12,945 DEBUG [StoreOpener-eff4813183f75447d7559dca776e306b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:12,946 INFO [StoreOpener-eff4813183f75447d7559dca776e306b-1 {}] regionserver.HStore(327): Store=eff4813183f75447d7559dca776e306b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:12,946 INFO [StoreOpener-eff4813183f75447d7559dca776e306b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eff4813183f75447d7559dca776e306b 2024-11-09T16:21:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:12,947 INFO [StoreOpener-eff4813183f75447d7559dca776e306b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eff4813183f75447d7559dca776e306b columnFamilyName norep 2024-11-09T16:21:12,947 DEBUG [StoreOpener-eff4813183f75447d7559dca776e306b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:12,947 INFO [StoreOpener-eff4813183f75447d7559dca776e306b-1 {}] regionserver.HStore(327): Store=eff4813183f75447d7559dca776e306b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:12,947 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eff4813183f75447d7559dca776e306b 2024-11-09T16:21:12,948 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b 2024-11-09T16:21:12,948 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b 2024-11-09T16:21:12,949 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eff4813183f75447d7559dca776e306b 2024-11-09T16:21:12,949 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eff4813183f75447d7559dca776e306b 2024-11-09T16:21:12,949 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:21:12,950 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eff4813183f75447d7559dca776e306b 2024-11-09T16:21:12,952 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:21:12,952 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eff4813183f75447d7559dca776e306b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62336842, jitterRate=-0.07110866904258728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:21:12,952 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eff4813183f75447d7559dca776e306b 2024-11-09T16:21:12,952 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eff4813183f75447d7559dca776e306b: Running coprocessor pre-open hook at 1731169272941Writing region info on filesystem at 1731169272941Initializing all the Stores at 1731169272942 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169272942Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169272942Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169272942Cleaning up temporary data from old regions at 1731169272949 (+7 ms)Running coprocessor post-open hooks at 1731169272952 (+3 ms)Region opened successfully at 1731169272952 2024-11-09T16:21:12,953 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731169271807.eff4813183f75447d7559dca776e306b., pid=6, masterSystemTime=1731169272937 2024-11-09T16:21:12,955 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731169271807.eff4813183f75447d7559dca776e306b. 2024-11-09T16:21:12,955 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731169271807.eff4813183f75447d7559dca776e306b. 2024-11-09T16:21:12,955 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eff4813183f75447d7559dca776e306b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=efe6b43736f4,43249,1731169261087 2024-11-09T16:21:12,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eff4813183f75447d7559dca776e306b, server=efe6b43736f4,43249,1731169261087 because future has completed 2024-11-09T16:21:12,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:21:12,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eff4813183f75447d7559dca776e306b, server=efe6b43736f4,43249,1731169261087 in 174 msec 2024-11-09T16:21:12,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T16:21:12,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eff4813183f75447d7559dca776e306b, ASSIGN in 332 msec 2024-11-09T16:21:12,964 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:21:12,964 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169272964"}]},"ts":"1731169272964"} 2024-11-09T16:21:12,966 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T16:21:12,967 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:21:12,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-09T16:21:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:13,955 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T16:21:13,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:13,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,36601,1731169266543 2024-11-09T16:21:13,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@694bbae 2024-11-09T16:21:13,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:21:13,957 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:21:13,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:21:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T16:21:13,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:21:13,960 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:13,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T16:21:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:13,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:21:14,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741835_1011 (size=902) 2024-11-09T16:21:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:14,412 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07cfaade4d72689ea7f417fa627137c7, NAME => 'test,,1731169273958.07cfaade4d72689ea7f417fa627137c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3 2024-11-09T16:21:14,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741836_1012 (size=39) 2024-11-09T16:21:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:14,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731169273958.07cfaade4d72689ea7f417fa627137c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:14,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 07cfaade4d72689ea7f417fa627137c7, disabling compactions & flushes 2024-11-09T16:21:14,816 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731169273958.07cfaade4d72689ea7f417fa627137c7. 2024-11-09T16:21:14,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169273958.07cfaade4d72689ea7f417fa627137c7. 2024-11-09T16:21:14,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731169273958.07cfaade4d72689ea7f417fa627137c7. after waiting 0 ms 2024-11-09T16:21:14,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731169273958.07cfaade4d72689ea7f417fa627137c7. 2024-11-09T16:21:14,816 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731169273958.07cfaade4d72689ea7f417fa627137c7. 2024-11-09T16:21:14,816 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07cfaade4d72689ea7f417fa627137c7: Waiting for close lock at 1731169274816Disabling compacts and flushes for region at 1731169274816Disabling writes for close at 1731169274816Writing region close event to WAL at 1731169274816Closed at 1731169274816 2024-11-09T16:21:14,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:21:14,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731169273958.07cfaade4d72689ea7f417fa627137c7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731169274817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169274817"}]},"ts":"1731169274817"} 2024-11-09T16:21:14,819 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:21:14,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:21:14,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169274820"}]},"ts":"1731169274820"} 2024-11-09T16:21:14,829 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T16:21:14,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=07cfaade4d72689ea7f417fa627137c7, ASSIGN}] 2024-11-09T16:21:14,831 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=07cfaade4d72689ea7f417fa627137c7, ASSIGN 2024-11-09T16:21:14,831 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=07cfaade4d72689ea7f417fa627137c7, ASSIGN; state=OFFLINE, location=efe6b43736f4,33845,1731169266691; forceNewPlan=false, retain=false 2024-11-09T16:21:14,982 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=07cfaade4d72689ea7f417fa627137c7, regionState=OPENING, regionLocation=efe6b43736f4,33845,1731169266691 2024-11-09T16:21:14,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=07cfaade4d72689ea7f417fa627137c7, ASSIGN because future has completed 2024-11-09T16:21:14,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07cfaade4d72689ea7f417fa627137c7, server=efe6b43736f4,33845,1731169266691}] 2024-11-09T16:21:15,081 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:21:15,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:15,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:15,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:15,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:15,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:15,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:15,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:15,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:15,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:15,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:15,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:15,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:15,140 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731169273958.07cfaade4d72689ea7f417fa627137c7. 2024-11-09T16:21:15,140 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 07cfaade4d72689ea7f417fa627137c7, NAME => 'test,,1731169273958.07cfaade4d72689ea7f417fa627137c7.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:21:15,141 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:21:15,141 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T16:21:15,141 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 07cfaade4d72689ea7f417fa627137c7 2024-11-09T16:21:15,141 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731169273958.07cfaade4d72689ea7f417fa627137c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:15,141 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 07cfaade4d72689ea7f417fa627137c7 2024-11-09T16:21:15,141 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 07cfaade4d72689ea7f417fa627137c7 2024-11-09T16:21:15,142 INFO [StoreOpener-07cfaade4d72689ea7f417fa627137c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 07cfaade4d72689ea7f417fa627137c7 2024-11-09T16:21:15,143 INFO [StoreOpener-07cfaade4d72689ea7f417fa627137c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07cfaade4d72689ea7f417fa627137c7 columnFamilyName f 2024-11-09T16:21:15,143 DEBUG [StoreOpener-07cfaade4d72689ea7f417fa627137c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:15,144 INFO [StoreOpener-07cfaade4d72689ea7f417fa627137c7-1 {}] regionserver.HStore(327): Store=07cfaade4d72689ea7f417fa627137c7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:15,144 INFO [StoreOpener-07cfaade4d72689ea7f417fa627137c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 07cfaade4d72689ea7f417fa627137c7 2024-11-09T16:21:15,145 INFO [StoreOpener-07cfaade4d72689ea7f417fa627137c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07cfaade4d72689ea7f417fa627137c7 columnFamilyName f1 2024-11-09T16:21:15,145 DEBUG [StoreOpener-07cfaade4d72689ea7f417fa627137c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:15,145 INFO [StoreOpener-07cfaade4d72689ea7f417fa627137c7-1 {}] regionserver.HStore(327): Store=07cfaade4d72689ea7f417fa627137c7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:15,145 INFO [StoreOpener-07cfaade4d72689ea7f417fa627137c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 07cfaade4d72689ea7f417fa627137c7 2024-11-09T16:21:15,146 INFO [StoreOpener-07cfaade4d72689ea7f417fa627137c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07cfaade4d72689ea7f417fa627137c7 columnFamilyName norep 2024-11-09T16:21:15,146 DEBUG [StoreOpener-07cfaade4d72689ea7f417fa627137c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:15,146 INFO [StoreOpener-07cfaade4d72689ea7f417fa627137c7-1 {}] regionserver.HStore(327): Store=07cfaade4d72689ea7f417fa627137c7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:15,146 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 07cfaade4d72689ea7f417fa627137c7 2024-11-09T16:21:15,147 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7 2024-11-09T16:21:15,148 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7 2024-11-09T16:21:15,149 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 07cfaade4d72689ea7f417fa627137c7 2024-11-09T16:21:15,149 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 07cfaade4d72689ea7f417fa627137c7 2024-11-09T16:21:15,150 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:21:15,150 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 07cfaade4d72689ea7f417fa627137c7 2024-11-09T16:21:15,152 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:21:15,153 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 07cfaade4d72689ea7f417fa627137c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65316824, jitterRate=-0.026703476905822754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:21:15,153 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07cfaade4d72689ea7f417fa627137c7 2024-11-09T16:21:15,153 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 07cfaade4d72689ea7f417fa627137c7: Running coprocessor pre-open hook at 1731169275141Writing region info on filesystem at 1731169275141Initializing all the Stores at 1731169275142 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169275142Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169275142Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169275142Cleaning up temporary data from old regions at 1731169275149 (+7 ms)Running coprocessor post-open hooks at 1731169275153 (+4 ms)Region opened successfully at 1731169275153 2024-11-09T16:21:15,154 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731169273958.07cfaade4d72689ea7f417fa627137c7., pid=6, masterSystemTime=1731169275137 2024-11-09T16:21:15,155 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731169273958.07cfaade4d72689ea7f417fa627137c7. 2024-11-09T16:21:15,156 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731169273958.07cfaade4d72689ea7f417fa627137c7. 2024-11-09T16:21:15,156 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=07cfaade4d72689ea7f417fa627137c7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=efe6b43736f4,33845,1731169266691 2024-11-09T16:21:15,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07cfaade4d72689ea7f417fa627137c7, server=efe6b43736f4,33845,1731169266691 because future has completed 2024-11-09T16:21:15,159 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T16:21:15,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:21:15,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 07cfaade4d72689ea7f417fa627137c7, server=efe6b43736f4,33845,1731169266691 in 174 msec 2024-11-09T16:21:15,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T16:21:15,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=07cfaade4d72689ea7f417fa627137c7, ASSIGN in 331 msec 2024-11-09T16:21:15,163 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:21:15,163 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169275163"}]},"ts":"1731169275163"} 2024-11-09T16:21:15,165 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T16:21:15,166 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:21:15,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2080 sec 2024-11-09T16:21:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:16,106 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T16:21:16,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e383d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:16,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,46413,-1 for getting cluster id 2024-11-09T16:21:16,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:16,107 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3291369a-0568-4000-a767-6e6991ad9a7f' 2024-11-09T16:21:16,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:16,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3291369a-0568-4000-a767-6e6991ad9a7f" 2024-11-09T16:21:16,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651a70a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:16,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,46413,-1] 2024-11-09T16:21:16,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:16,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:16,108 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3a0d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:16,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,46413,1731169255149 2024-11-09T16:21:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34fa7681 2024-11-09T16:21:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:21:16,110 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:21:16,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://efe6b43736f4:41933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T16:21:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:21:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:21:16,113 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:41933' 2024-11-09T16:21:16,114 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7efab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:16,114 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,41933,-1 for getting cluster id 2024-11-09T16:21:16,114 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:16,114 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bea48a7-1fa1-42c9-a1f8-ecad21ae7036' 2024-11-09T16:21:16,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:16,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bea48a7-1fa1-42c9-a1f8-ecad21ae7036" 2024-11-09T16:21:16,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e9bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:16,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,41933,-1] 2024-11-09T16:21:16,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:16,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:16,116 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:16,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711044f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:16,117 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:16,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,41933,1731169260807 2024-11-09T16:21:16,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d77c990 2024-11-09T16:21:16,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:21:16,118 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:21:16,119 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T16:21:16,119 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:21:16,119 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:16,119 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:16,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:21:16,120 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:21:16,121 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T16:21:16,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:21:16,121 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:16,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:21:16,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741837_1013 (size=1138) 2024-11-09T16:21:16,171 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T16:21:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:21:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:21:16,528 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbc999aa7e3f346dd02cadc3e6f6c425, NAME => 'hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3 2024-11-09T16:21:16,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741838_1014 (size=44) 2024-11-09T16:21:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:21:16,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:16,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bbc999aa7e3f346dd02cadc3e6f6c425, disabling compactions & flushes 2024-11-09T16:21:16,938 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425. 2024-11-09T16:21:16,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425. 2024-11-09T16:21:16,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425. after waiting 0 ms 2024-11-09T16:21:16,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425. 2024-11-09T16:21:16,938 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425. 2024-11-09T16:21:16,938 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbc999aa7e3f346dd02cadc3e6f6c425: Waiting for close lock at 1731169276938Disabling compacts and flushes for region at 1731169276938Disabling writes for close at 1731169276938Writing region close event to WAL at 1731169276938Closed at 1731169276938 2024-11-09T16:21:16,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:21:16,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731169276939"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169276939"}]},"ts":"1731169276939"} 2024-11-09T16:21:16,941 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:21:16,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:21:16,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169276942"}]},"ts":"1731169276942"} 2024-11-09T16:21:16,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T16:21:16,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbc999aa7e3f346dd02cadc3e6f6c425, ASSIGN}] 2024-11-09T16:21:16,944 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbc999aa7e3f346dd02cadc3e6f6c425, ASSIGN 2024-11-09T16:21:16,945 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbc999aa7e3f346dd02cadc3e6f6c425, ASSIGN; state=OFFLINE, location=efe6b43736f4,37389,1731169255522; forceNewPlan=false, retain=false 2024-11-09T16:21:17,096 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bbc999aa7e3f346dd02cadc3e6f6c425, regionState=OPENING, regionLocation=efe6b43736f4,37389,1731169255522 2024-11-09T16:21:17,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbc999aa7e3f346dd02cadc3e6f6c425, ASSIGN because future has completed 2024-11-09T16:21:17,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbc999aa7e3f346dd02cadc3e6f6c425, server=efe6b43736f4,37389,1731169255522}] 2024-11-09T16:21:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:21:17,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425. 2024-11-09T16:21:17,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:21:17,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T16:21:17,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C37389%2C1731169255522.rep, suffix=, logDir=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522, archiveDir=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/oldWALs, maxLogs=10 2024-11-09T16:21:17,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.rep.1731169277254, exclude list is [], retry=0 2024-11-09T16:21:17,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40943,DS-d644b72f-08d9-41e9-83dc-7a11c0039a44,DISK] 2024-11-09T16:21:17,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.rep.1731169277254 2024-11-09T16:21:17,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41569:41569)] 2024-11-09T16:21:17,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bbc999aa7e3f346dd02cadc3e6f6c425, NAME => 'hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:21:17,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:21:17,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:21:17,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425. service=MultiRowMutationService 2024-11-09T16:21:17,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T16:21:17,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bbc999aa7e3f346dd02cadc3e6f6c425 2024-11-09T16:21:17,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:17,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bbc999aa7e3f346dd02cadc3e6f6c425 2024-11-09T16:21:17,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bbc999aa7e3f346dd02cadc3e6f6c425 2024-11-09T16:21:17,273 INFO [StoreOpener-bbc999aa7e3f346dd02cadc3e6f6c425-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bbc999aa7e3f346dd02cadc3e6f6c425 2024-11-09T16:21:17,275 INFO [StoreOpener-bbc999aa7e3f346dd02cadc3e6f6c425-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbc999aa7e3f346dd02cadc3e6f6c425 columnFamilyName hfileref 2024-11-09T16:21:17,275 DEBUG [StoreOpener-bbc999aa7e3f346dd02cadc3e6f6c425-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:17,275 INFO [StoreOpener-bbc999aa7e3f346dd02cadc3e6f6c425-1 {}] regionserver.HStore(327): Store=bbc999aa7e3f346dd02cadc3e6f6c425/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:17,275 INFO [StoreOpener-bbc999aa7e3f346dd02cadc3e6f6c425-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bbc999aa7e3f346dd02cadc3e6f6c425 2024-11-09T16:21:17,276 INFO [StoreOpener-bbc999aa7e3f346dd02cadc3e6f6c425-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbc999aa7e3f346dd02cadc3e6f6c425 columnFamilyName queue 2024-11-09T16:21:17,276 DEBUG [StoreOpener-bbc999aa7e3f346dd02cadc3e6f6c425-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:17,276 INFO [StoreOpener-bbc999aa7e3f346dd02cadc3e6f6c425-1 {}] regionserver.HStore(327): Store=bbc999aa7e3f346dd02cadc3e6f6c425/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:17,276 INFO [StoreOpener-bbc999aa7e3f346dd02cadc3e6f6c425-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bbc999aa7e3f346dd02cadc3e6f6c425 2024-11-09T16:21:17,277 INFO [StoreOpener-bbc999aa7e3f346dd02cadc3e6f6c425-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbc999aa7e3f346dd02cadc3e6f6c425 columnFamilyName sid 2024-11-09T16:21:17,277 DEBUG [StoreOpener-bbc999aa7e3f346dd02cadc3e6f6c425-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:17,277 INFO [StoreOpener-bbc999aa7e3f346dd02cadc3e6f6c425-1 {}] regionserver.HStore(327): Store=bbc999aa7e3f346dd02cadc3e6f6c425/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:17,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bbc999aa7e3f346dd02cadc3e6f6c425 2024-11-09T16:21:17,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/replication/bbc999aa7e3f346dd02cadc3e6f6c425 2024-11-09T16:21:17,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/replication/bbc999aa7e3f346dd02cadc3e6f6c425 2024-11-09T16:21:17,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bbc999aa7e3f346dd02cadc3e6f6c425 2024-11-09T16:21:17,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bbc999aa7e3f346dd02cadc3e6f6c425 2024-11-09T16:21:17,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:21:17,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bbc999aa7e3f346dd02cadc3e6f6c425 2024-11-09T16:21:17,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/replication/bbc999aa7e3f346dd02cadc3e6f6c425/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:21:17,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bbc999aa7e3f346dd02cadc3e6f6c425; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74559004, jitterRate=0.11101573705673218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:21:17,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbc999aa7e3f346dd02cadc3e6f6c425 2024-11-09T16:21:17,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bbc999aa7e3f346dd02cadc3e6f6c425: Running coprocessor pre-open hook at 1731169277273Writing region info on filesystem at 1731169277273Initializing all the Stores at 1731169277273Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169277273Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169277273Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169277273Cleaning up temporary data from old regions at 1731169277279 (+6 ms)Running coprocessor post-open hooks at 1731169277282 (+3 ms)Region opened successfully at 1731169277282 2024-11-09T16:21:17,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425., pid=10, masterSystemTime=1731169277250 2024-11-09T16:21:17,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425. 2024-11-09T16:21:17,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425. 2024-11-09T16:21:17,285 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bbc999aa7e3f346dd02cadc3e6f6c425, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,37389,1731169255522 2024-11-09T16:21:17,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbc999aa7e3f346dd02cadc3e6f6c425, server=efe6b43736f4,37389,1731169255522 because future has completed 2024-11-09T16:21:17,288 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46413 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=efe6b43736f4,37389,1731169255522, table=hbase:replication, region=bbc999aa7e3f346dd02cadc3e6f6c425. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T16:21:17,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T16:21:17,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bbc999aa7e3f346dd02cadc3e6f6c425, server=efe6b43736f4,37389,1731169255522 in 191 msec 2024-11-09T16:21:17,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T16:21:17,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbc999aa7e3f346dd02cadc3e6f6c425, ASSIGN in 346 msec 2024-11-09T16:21:17,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:21:17,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169277292"}]},"ts":"1731169277292"} 2024-11-09T16:21:17,294 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T16:21:17,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:21:17,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-09T16:21:17,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425., hostname=efe6b43736f4,37389,1731169255522, seqNum=2] 2024-11-09T16:21:17,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278 2024-11-09T16:21:17,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278 2024-11-09T16:21:17,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:21:17,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T16:21:17,600 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T16:21:17,624 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-efe6b43736f4,37389,1731169255522, ReplicationSource: 1, currentBandwidth=0 2024-11-09T16:21:17,625 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:17,625 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,37389,1731169255522, seqNum=-1] 2024-11-09T16:21:17,625 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:17,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T16:21:17,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-efe6b43736f4,37389,1731169255522', locateType=CURRENT is [region=hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425., hostname=efe6b43736f4,37389,1731169255522, seqNum=2] 2024-11-09T16:21:17,636 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T16:21:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T16:21:17,641 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on efe6b43736f4,37389,1731169255522 suceeded 2024-11-09T16:21:17,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T16:21:17,645 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://efe6b43736f4:41933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:21:17,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-09T16:21:17,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5340 sec 2024-11-09T16:21:17,657 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:41933' 2024-11-09T16:21:17,658 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ca482b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:17,658 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,41933,-1 for getting cluster id 2024-11-09T16:21:17,659 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:17,659 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bea48a7-1fa1-42c9-a1f8-ecad21ae7036' 2024-11-09T16:21:17,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:17,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bea48a7-1fa1-42c9-a1f8-ecad21ae7036" 2024-11-09T16:21:17,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50fc2af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:17,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,41933,-1] 2024-11-09T16:21:17,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:17,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:17,662 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:17,662 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@624cba33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:17,662 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:17,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,41933,1731169260807 2024-11-09T16:21:17,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@444e2d2e 2024-11-09T16:21:17,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:21:17,664 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-09T16:21:17,665 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-efe6b43736f4,37389,1731169255522 (queues=1) is replicating from cluster=3291369a-0568-4000-a767-6e6991ad9a7f to cluster=9bea48a7-1fa1-42c9-a1f8-ecad21ae7036 2024-11-09T16:21:17,665 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=efe6b43736f4%2C37389%2C1731169255522 2024-11-09T16:21:17,665 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-efe6b43736f4,37389,1731169255522, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:21:17,666 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C37389%2C1731169255522 2024-11-09T16:21:17,666 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724, startPosition=0, beingWritten=true 2024-11-09T16:21:17,673 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:21:17,673 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 379, reset compression=false 2024-11-09T16:21:17,673 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,37389,1731169255522 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:21:17,877 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 379, reset compression=false 2024-11-09T16:21:18,181 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 379, reset compression=false 2024-11-09T16:21:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:21:18,266 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T16:21:18,266 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:21:18,266 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:18,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:18,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:21:18,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:18,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb7af7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:18,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,41933,-1 for getting cluster id 2024-11-09T16:21:18,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:18,268 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bea48a7-1fa1-42c9-a1f8-ecad21ae7036' 2024-11-09T16:21:18,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:18,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bea48a7-1fa1-42c9-a1f8-ecad21ae7036" 2024-11-09T16:21:18,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55080d3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:18,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,41933,-1] 2024-11-09T16:21:18,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:18,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:18,269 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:18,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e1ccf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:18,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:18,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,41933,1731169260807 2024-11-09T16:21:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30b542b4 2024-11-09T16:21:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:21:18,272 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:21:18,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://efe6b43736f4:36601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T16:21:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:21:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:21:18,275 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:36601' 2024-11-09T16:21:18,275 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1330dfb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:18,275 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,36601,-1 for getting cluster id 2024-11-09T16:21:18,276 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:18,276 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6515cd37-eec7-4d5b-99f6-3e1ec22ea06f' 2024-11-09T16:21:18,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:18,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6515cd37-eec7-4d5b-99f6-3e1ec22ea06f" 2024-11-09T16:21:18,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3cfcb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:18,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,36601,-1] 2024-11-09T16:21:18,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:18,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:18,277 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:18,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25461dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:18,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:18,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,36601,1731169266543 2024-11-09T16:21:18,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46791c75 2024-11-09T16:21:18,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:21:18,279 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:21:18,280 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T16:21:18,280 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:21:18,280 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:18,280 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:18,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:21:18,281 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:21:18,282 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T16:21:18,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:21:18,283 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:18,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:21:18,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741837_1013 (size=1138) 2024-11-09T16:21:18,332 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T16:21:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:21:18,585 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 379, reset compression=false 2024-11-09T16:21:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:21:18,690 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2991c3e1c5df113d8dcb73dc1888df1, NAME => 'hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460 2024-11-09T16:21:18,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741838_1014 (size=44) 2024-11-09T16:21:18,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:18,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c2991c3e1c5df113d8dcb73dc1888df1, disabling compactions & flushes 2024-11-09T16:21:18,698 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. 2024-11-09T16:21:18,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. 2024-11-09T16:21:18,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. after waiting 0 ms 2024-11-09T16:21:18,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. 2024-11-09T16:21:18,698 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. 2024-11-09T16:21:18,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2991c3e1c5df113d8dcb73dc1888df1: Waiting for close lock at 1731169278698Disabling compacts and flushes for region at 1731169278698Disabling writes for close at 1731169278698Writing region close event to WAL at 1731169278698Closed at 1731169278698 2024-11-09T16:21:18,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:21:18,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731169278699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169278699"}]},"ts":"1731169278699"} 2024-11-09T16:21:18,701 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:21:18,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:21:18,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169278702"}]},"ts":"1731169278702"} 2024-11-09T16:21:18,703 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T16:21:18,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2991c3e1c5df113d8dcb73dc1888df1, ASSIGN}] 2024-11-09T16:21:18,705 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2991c3e1c5df113d8dcb73dc1888df1, ASSIGN 2024-11-09T16:21:18,706 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2991c3e1c5df113d8dcb73dc1888df1, ASSIGN; state=OFFLINE, location=efe6b43736f4,43249,1731169261087; forceNewPlan=false, retain=false 2024-11-09T16:21:18,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c2991c3e1c5df113d8dcb73dc1888df1, regionState=OPENING, regionLocation=efe6b43736f4,43249,1731169261087 2024-11-09T16:21:18,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2991c3e1c5df113d8dcb73dc1888df1, ASSIGN because future has completed 2024-11-09T16:21:18,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2991c3e1c5df113d8dcb73dc1888df1, server=efe6b43736f4,43249,1731169261087}] 2024-11-09T16:21:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:21:19,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. 2024-11-09T16:21:19,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:21:19,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T16:21:19,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C43249%2C1731169261087.rep, suffix=, logDir=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087, archiveDir=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/oldWALs, maxLogs=10 2024-11-09T16:21:19,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.rep.1731169279061, exclude list is [], retry=0 2024-11-09T16:21:19,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44955,DS-2a666bea-ff42-4256-a16a-faaa07cac643,DISK] 2024-11-09T16:21:19,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.rep.1731169279061 2024-11-09T16:21:19,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38339:38339)] 2024-11-09T16:21:19,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c2991c3e1c5df113d8dcb73dc1888df1, NAME => 'hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:21:19,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:21:19,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:21:19,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. service=MultiRowMutationService 2024-11-09T16:21:19,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T16:21:19,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c2991c3e1c5df113d8dcb73dc1888df1 2024-11-09T16:21:19,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:19,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c2991c3e1c5df113d8dcb73dc1888df1 2024-11-09T16:21:19,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c2991c3e1c5df113d8dcb73dc1888df1 2024-11-09T16:21:19,079 INFO [StoreOpener-c2991c3e1c5df113d8dcb73dc1888df1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c2991c3e1c5df113d8dcb73dc1888df1 2024-11-09T16:21:19,080 INFO [StoreOpener-c2991c3e1c5df113d8dcb73dc1888df1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2991c3e1c5df113d8dcb73dc1888df1 columnFamilyName hfileref 2024-11-09T16:21:19,080 DEBUG [StoreOpener-c2991c3e1c5df113d8dcb73dc1888df1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:19,080 INFO [StoreOpener-c2991c3e1c5df113d8dcb73dc1888df1-1 {}] regionserver.HStore(327): Store=c2991c3e1c5df113d8dcb73dc1888df1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:19,080 INFO [StoreOpener-c2991c3e1c5df113d8dcb73dc1888df1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c2991c3e1c5df113d8dcb73dc1888df1 2024-11-09T16:21:19,081 INFO [StoreOpener-c2991c3e1c5df113d8dcb73dc1888df1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2991c3e1c5df113d8dcb73dc1888df1 columnFamilyName queue 2024-11-09T16:21:19,081 DEBUG [StoreOpener-c2991c3e1c5df113d8dcb73dc1888df1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:19,081 INFO [StoreOpener-c2991c3e1c5df113d8dcb73dc1888df1-1 {}] regionserver.HStore(327): Store=c2991c3e1c5df113d8dcb73dc1888df1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:19,081 INFO [StoreOpener-c2991c3e1c5df113d8dcb73dc1888df1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c2991c3e1c5df113d8dcb73dc1888df1 2024-11-09T16:21:19,082 INFO [StoreOpener-c2991c3e1c5df113d8dcb73dc1888df1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2991c3e1c5df113d8dcb73dc1888df1 columnFamilyName sid 2024-11-09T16:21:19,082 DEBUG [StoreOpener-c2991c3e1c5df113d8dcb73dc1888df1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:19,082 INFO [StoreOpener-c2991c3e1c5df113d8dcb73dc1888df1-1 {}] regionserver.HStore(327): Store=c2991c3e1c5df113d8dcb73dc1888df1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:19,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c2991c3e1c5df113d8dcb73dc1888df1 2024-11-09T16:21:19,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/replication/c2991c3e1c5df113d8dcb73dc1888df1 2024-11-09T16:21:19,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/replication/c2991c3e1c5df113d8dcb73dc1888df1 2024-11-09T16:21:19,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c2991c3e1c5df113d8dcb73dc1888df1 2024-11-09T16:21:19,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c2991c3e1c5df113d8dcb73dc1888df1 2024-11-09T16:21:19,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:21:19,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c2991c3e1c5df113d8dcb73dc1888df1 2024-11-09T16:21:19,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/replication/c2991c3e1c5df113d8dcb73dc1888df1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:21:19,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c2991c3e1c5df113d8dcb73dc1888df1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71401162, jitterRate=0.06396022439002991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:21:19,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2991c3e1c5df113d8dcb73dc1888df1 2024-11-09T16:21:19,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c2991c3e1c5df113d8dcb73dc1888df1: Running coprocessor pre-open hook at 1731169279078Writing region info on filesystem at 1731169279078Initializing all the Stores at 1731169279078Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169279078Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169279078Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169279078Cleaning up temporary data from old regions at 1731169279083 (+5 ms)Running coprocessor post-open hooks at 1731169279086 (+3 ms)Region opened successfully at 1731169279086 2024-11-09T16:21:19,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1., pid=10, masterSystemTime=1731169279010 2024-11-09T16:21:19,089 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 379, reset compression=false 2024-11-09T16:21:19,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. 2024-11-09T16:21:19,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. 2024-11-09T16:21:19,090 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c2991c3e1c5df113d8dcb73dc1888df1, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,43249,1731169261087 2024-11-09T16:21:19,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2991c3e1c5df113d8dcb73dc1888df1, server=efe6b43736f4,43249,1731169261087 because future has completed 2024-11-09T16:21:19,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T16:21:19,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c2991c3e1c5df113d8dcb73dc1888df1, server=efe6b43736f4,43249,1731169261087 in 234 msec 2024-11-09T16:21:19,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T16:21:19,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2991c3e1c5df113d8dcb73dc1888df1, ASSIGN in 390 msec 2024-11-09T16:21:19,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:21:19,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169279096"}]},"ts":"1731169279096"} 2024-11-09T16:21:19,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T16:21:19,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:21:19,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 818 msec 2024-11-09T16:21:19,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1., hostname=efe6b43736f4,43249,1731169261087, seqNum=2] 2024-11-09T16:21:19,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511 2024-11-09T16:21:19,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511 2024-11-09T16:21:19,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:21:19,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T16:21:19,337 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T16:21:19,365 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-efe6b43736f4,43249,1731169261087, ReplicationSource: 1, currentBandwidth=0 2024-11-09T16:21:19,366 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:19,366 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,43249,1731169261087, seqNum=-1] 2024-11-09T16:21:19,366 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:19,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T16:21:19,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-efe6b43736f4,43249,1731169261087', locateType=CURRENT is [region=hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1., hostname=efe6b43736f4,43249,1731169261087, seqNum=2] 2024-11-09T16:21:19,371 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T16:21:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T16:21:19,373 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on efe6b43736f4,43249,1731169261087 suceeded 2024-11-09T16:21:19,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T16:21:19,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-09T16:21:19,375 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://efe6b43736f4:36601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:21:19,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1030 sec 2024-11-09T16:21:19,385 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:36601' 2024-11-09T16:21:19,386 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38021ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:19,386 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,36601,-1 for getting cluster id 2024-11-09T16:21:19,387 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:19,387 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6515cd37-eec7-4d5b-99f6-3e1ec22ea06f' 2024-11-09T16:21:19,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:19,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6515cd37-eec7-4d5b-99f6-3e1ec22ea06f" 2024-11-09T16:21:19,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2985643c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:19,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,36601,-1] 2024-11-09T16:21:19,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:19,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:19,388 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:19,389 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@380c042f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:19,389 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:19,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,36601,1731169266543 2024-11-09T16:21:19,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76dc65e5 2024-11-09T16:21:19,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:21:19,391 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-09T16:21:19,391 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-efe6b43736f4,43249,1731169261087 (queues=1) is replicating from cluster=9bea48a7-1fa1-42c9-a1f8-ecad21ae7036 to cluster=6515cd37-eec7-4d5b-99f6-3e1ec22ea06f 2024-11-09T16:21:19,391 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=efe6b43736f4%2C43249%2C1731169261087 2024-11-09T16:21:19,391 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-efe6b43736f4,43249,1731169261087, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:21:19,392 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C43249%2C1731169261087 2024-11-09T16:21:19,392 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534, startPosition=0, beingWritten=true 2024-11-09T16:21:19,397 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:21:19,397 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 379, reset compression=false 2024-11-09T16:21:19,397 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,43249,1731169261087 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:21:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:21:19,415 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T16:21:19,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:21:19,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:19,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:19,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:19,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:21:19,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a2d50d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:19,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,36601,-1 for getting cluster id 2024-11-09T16:21:19,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:19,417 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6515cd37-eec7-4d5b-99f6-3e1ec22ea06f' 2024-11-09T16:21:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6515cd37-eec7-4d5b-99f6-3e1ec22ea06f" 2024-11-09T16:21:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21db7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,36601,-1] 2024-11-09T16:21:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:19,418 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:19,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aed371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:19,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:19,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,36601,1731169266543 2024-11-09T16:21:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dd0ee33 2024-11-09T16:21:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:21:19,420 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:21:19,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://efe6b43736f4:46413,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T16:21:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:21:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:21:19,423 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:46413' 2024-11-09T16:21:19,424 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3889700c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:19,424 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,46413,-1 for getting cluster id 2024-11-09T16:21:19,424 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:19,425 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3291369a-0568-4000-a767-6e6991ad9a7f' 2024-11-09T16:21:19,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:19,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3291369a-0568-4000-a767-6e6991ad9a7f" 2024-11-09T16:21:19,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4219c23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:19,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,46413,-1] 2024-11-09T16:21:19,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:19,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:19,426 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:19,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f9a972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:19,427 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:19,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,46413,1731169255149 2024-11-09T16:21:19,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d5eaba8 2024-11-09T16:21:19,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:21:19,428 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:21:19,428 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T16:21:19,429 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:21:19,429 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:19,429 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:19,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:21:19,429 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:21:19,430 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T16:21:19,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:21:19,431 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:19,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:21:19,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741837_1013 (size=1138) 2024-11-09T16:21:19,480 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T16:21:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:21:19,601 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 379, reset compression=false 2024-11-09T16:21:19,693 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 379, reset compression=false 2024-11-09T16:21:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:21:19,838 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ced7556a942d73c942575bc78e4f9336, NAME => 'hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3 2024-11-09T16:21:19,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741838_1014 (size=44) 2024-11-09T16:21:19,905 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 379, reset compression=false 2024-11-09T16:21:20,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:21:20,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:20,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ced7556a942d73c942575bc78e4f9336, disabling compactions & flushes 2024-11-09T16:21:20,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. 2024-11-09T16:21:20,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. 2024-11-09T16:21:20,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. after waiting 0 ms 2024-11-09T16:21:20,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. 2024-11-09T16:21:20,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. 2024-11-09T16:21:20,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ced7556a942d73c942575bc78e4f9336: Waiting for close lock at 1731169280243Disabling compacts and flushes for region at 1731169280243Disabling writes for close at 1731169280243Writing region close event to WAL at 1731169280243Closed at 1731169280243 2024-11-09T16:21:20,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:21:20,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731169280244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169280244"}]},"ts":"1731169280244"} 2024-11-09T16:21:20,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:21:20,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:21:20,246 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169280246"}]},"ts":"1731169280246"} 2024-11-09T16:21:20,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T16:21:20,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ced7556a942d73c942575bc78e4f9336, ASSIGN}] 2024-11-09T16:21:20,249 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ced7556a942d73c942575bc78e4f9336, ASSIGN 2024-11-09T16:21:20,249 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ced7556a942d73c942575bc78e4f9336, ASSIGN; state=OFFLINE, location=efe6b43736f4,33845,1731169266691; forceNewPlan=false, retain=false 2024-11-09T16:21:20,308 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 379, reset compression=false 2024-11-09T16:21:20,397 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 379, reset compression=false 2024-11-09T16:21:20,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ced7556a942d73c942575bc78e4f9336, regionState=OPENING, regionLocation=efe6b43736f4,33845,1731169266691 2024-11-09T16:21:20,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ced7556a942d73c942575bc78e4f9336, ASSIGN because future has completed 2024-11-09T16:21:20,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ced7556a942d73c942575bc78e4f9336, server=efe6b43736f4,33845,1731169266691}] 2024-11-09T16:21:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:21:20,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. 2024-11-09T16:21:20,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:21:20,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T16:21:20,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C33845%2C1731169266691.rep, suffix=, logDir=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691, archiveDir=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/oldWALs, maxLogs=10 2024-11-09T16:21:20,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.rep.1731169280557, exclude list is [], retry=0 2024-11-09T16:21:20,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36209,DS-93507591-ba5f-48e8-8c08-560467ae293d,DISK] 2024-11-09T16:21:20,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.rep.1731169280557 2024-11-09T16:21:20,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33421:33421)] 2024-11-09T16:21:20,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ced7556a942d73c942575bc78e4f9336, NAME => 'hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:21:20,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:21:20,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:21:20,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. service=MultiRowMutationService 2024-11-09T16:21:20,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T16:21:20,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:20,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:20,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:20,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:20,575 INFO [StoreOpener-ced7556a942d73c942575bc78e4f9336-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:20,575 INFO [StoreOpener-ced7556a942d73c942575bc78e4f9336-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ced7556a942d73c942575bc78e4f9336 columnFamilyName hfileref 2024-11-09T16:21:20,576 DEBUG [StoreOpener-ced7556a942d73c942575bc78e4f9336-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:20,576 INFO [StoreOpener-ced7556a942d73c942575bc78e4f9336-1 {}] regionserver.HStore(327): Store=ced7556a942d73c942575bc78e4f9336/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:20,576 INFO [StoreOpener-ced7556a942d73c942575bc78e4f9336-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:20,577 INFO [StoreOpener-ced7556a942d73c942575bc78e4f9336-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ced7556a942d73c942575bc78e4f9336 columnFamilyName queue 2024-11-09T16:21:20,577 DEBUG [StoreOpener-ced7556a942d73c942575bc78e4f9336-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:20,577 INFO [StoreOpener-ced7556a942d73c942575bc78e4f9336-1 {}] regionserver.HStore(327): Store=ced7556a942d73c942575bc78e4f9336/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:20,577 INFO [StoreOpener-ced7556a942d73c942575bc78e4f9336-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:20,578 INFO [StoreOpener-ced7556a942d73c942575bc78e4f9336-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ced7556a942d73c942575bc78e4f9336 columnFamilyName sid 2024-11-09T16:21:20,578 DEBUG [StoreOpener-ced7556a942d73c942575bc78e4f9336-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:20,579 INFO [StoreOpener-ced7556a942d73c942575bc78e4f9336-1 {}] regionserver.HStore(327): Store=ced7556a942d73c942575bc78e4f9336/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:20,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:20,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/replication/ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:20,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/replication/ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:20,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:20,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:20,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:21:20,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:20,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/replication/ced7556a942d73c942575bc78e4f9336/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:21:20,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ced7556a942d73c942575bc78e4f9336; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67761694, jitterRate=0.009727925062179565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:21:20,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:20,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ced7556a942d73c942575bc78e4f9336: Running coprocessor pre-open hook at 1731169280574Writing region info on filesystem at 1731169280574Initializing all the Stores at 1731169280574Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169280574Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169280574Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169280574Cleaning up temporary data from old regions at 1731169280580 (+6 ms)Running coprocessor post-open hooks at 1731169280583 (+3 ms)Region opened successfully at 1731169280583 2024-11-09T16:21:20,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336., pid=10, masterSystemTime=1731169280553 2024-11-09T16:21:20,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. 2024-11-09T16:21:20,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. 2024-11-09T16:21:20,585 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ced7556a942d73c942575bc78e4f9336, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,33845,1731169266691 2024-11-09T16:21:20,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ced7556a942d73c942575bc78e4f9336, server=efe6b43736f4,33845,1731169266691 because future has completed 2024-11-09T16:21:20,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T16:21:20,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ced7556a942d73c942575bc78e4f9336, server=efe6b43736f4,33845,1731169266691 in 185 msec 2024-11-09T16:21:20,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T16:21:20,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ced7556a942d73c942575bc78e4f9336, ASSIGN in 341 msec 2024-11-09T16:21:20,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:21:20,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169280591"}]},"ts":"1731169280591"} 2024-11-09T16:21:20,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T16:21:20,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:21:20,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-09T16:21:20,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336., hostname=efe6b43736f4,33845,1731169266691, seqNum=2] 2024-11-09T16:21:20,643 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:21:20,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:20,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:20,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:20,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:20,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:20,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:20,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:20,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:20,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:20,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:20,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:20,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:20,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647 2024-11-09T16:21:20,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647 2024-11-09T16:21:20,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:21:20,812 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 379, reset compression=false 2024-11-09T16:21:20,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T16:21:20,883 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T16:21:20,908 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-efe6b43736f4,33845,1731169266691, ReplicationSource: 1, currentBandwidth=0 2024-11-09T16:21:20,908 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:20,908 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,33845,1731169266691, seqNum=-1] 2024-11-09T16:21:20,909 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:20,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T16:21:20,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-efe6b43736f4,33845,1731169266691', locateType=CURRENT is [region=hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336., hostname=efe6b43736f4,33845,1731169266691, seqNum=2] 2024-11-09T16:21:20,913 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T16:21:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T16:21:20,915 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on efe6b43736f4,33845,1731169266691 suceeded 2024-11-09T16:21:20,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T16:21:20,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-09T16:21:20,916 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://efe6b43736f4:46413,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:21:20,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4950 sec 2024-11-09T16:21:20,926 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:46413' 2024-11-09T16:21:20,927 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b3f58e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:20,927 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,46413,-1 for getting cluster id 2024-11-09T16:21:20,927 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:20,927 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3291369a-0568-4000-a767-6e6991ad9a7f' 2024-11-09T16:21:20,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:20,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3291369a-0568-4000-a767-6e6991ad9a7f" 2024-11-09T16:21:20,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5febbb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:20,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,46413,-1] 2024-11-09T16:21:20,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:20,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:20,929 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:20,930 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22f1ad8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:20,930 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:20,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,46413,1731169255149 2024-11-09T16:21:20,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@284b57bf 2024-11-09T16:21:20,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:21:20,931 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T16:21:20,932 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-efe6b43736f4,33845,1731169266691 (queues=1) is replicating from cluster=6515cd37-eec7-4d5b-99f6-3e1ec22ea06f to cluster=3291369a-0568-4000-a767-6e6991ad9a7f 2024-11-09T16:21:20,932 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=efe6b43736f4%2C33845%2C1731169266691 2024-11-09T16:21:20,932 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-efe6b43736f4,33845,1731169266691, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:21:20,932 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045, startPosition=0, beingWritten=true 2024-11-09T16:21:20,932 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C33845%2C1731169266691 2024-11-09T16:21:20,937 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:21:20,937 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 379, reset compression=false 2024-11-09T16:21:20,937 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,33845,1731169266691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:21:21,140 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 379, reset compression=false 2024-11-09T16:21:21,159 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T16:21:21,201 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 379, reset compression=false 2024-11-09T16:21:21,416 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 379, reset compression=false 2024-11-09T16:21:21,444 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 379, reset compression=false 2024-11-09T16:21:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:21:21,566 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T16:21:21,566 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:21:21,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:21,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:21,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:21,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:21:21,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b925887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:21,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,46413,-1 for getting cluster id 2024-11-09T16:21:21,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:21,567 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3291369a-0568-4000-a767-6e6991ad9a7f' 2024-11-09T16:21:21,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:21,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3291369a-0568-4000-a767-6e6991ad9a7f" 2024-11-09T16:21:21,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6534d98b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:21,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,46413,-1] 2024-11-09T16:21:21,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:21,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:21,569 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:21,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c93a647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:21,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbfc4d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:21,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,41933,-1 for getting cluster id 2024-11-09T16:21:21,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:21,570 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bea48a7-1fa1-42c9-a1f8-ecad21ae7036' 2024-11-09T16:21:21,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:21,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bea48a7-1fa1-42c9-a1f8-ecad21ae7036" 2024-11-09T16:21:21,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de06bfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:21,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,41933,-1] 2024-11-09T16:21:21,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:21,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:21,571 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:21,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f65c6f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:21,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0a40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:21,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,36601,-1 for getting cluster id 2024-11-09T16:21:21,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:21,573 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6515cd37-eec7-4d5b-99f6-3e1ec22ea06f' 2024-11-09T16:21:21,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:21,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6515cd37-eec7-4d5b-99f6-3e1ec22ea06f" 2024-11-09T16:21:21,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe7e918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:21,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,36601,-1] 2024-11-09T16:21:21,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:21,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:21,574 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:21,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22760b21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:21,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,37389,1731169255522, seqNum=-1] 2024-11-09T16:21:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:21,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:21:21,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd., hostname=efe6b43736f4,37389,1731169255522, seqNum=2] 2024-11-09T16:21:21,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:21,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,33845,1731169266691, seqNum=-1] 2024-11-09T16:21:21,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:21,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:21:21,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731169273958.07cfaade4d72689ea7f417fa627137c7., hostname=efe6b43736f4,33845,1731169266691, seqNum=2] 2024-11-09T16:21:21,605 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T16:21:21,847 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 379, reset compression=false 2024-11-09T16:21:22,104 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 379, reset compression=false 2024-11-09T16:21:22,108 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:21:22,108 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 480, reset compression=false 2024-11-09T16:21:22,108 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,37389,1731169255522 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T16:21:22,110 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:21:22,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-09T16:21:22,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:21:22,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@783d7acc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:22,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,41933,-1 for getting cluster id 2024-11-09T16:21:22,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:22,112 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bea48a7-1fa1-42c9-a1f8-ecad21ae7036' 2024-11-09T16:21:22,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:22,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bea48a7-1fa1-42c9-a1f8-ecad21ae7036" 2024-11-09T16:21:22,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f5ce786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:22,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,41933,-1] 2024-11-09T16:21:22,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:22,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:22,113 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:22,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bea7528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:22,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:22,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,43249,1731169261087, seqNum=-1] 2024-11-09T16:21:22,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:22,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T16:21:22,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731169271807.eff4813183f75447d7559dca776e306b., hostname=efe6b43736f4,43249,1731169261087, seqNum=2] 2024-11-09T16:21:22,119 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 379, reset compression=false 2024-11-09T16:21:22,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:21:22,122 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:21:22,122 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 503, reset compression=false 2024-11-09T16:21:22,122 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,43249,1731169261087 got entry batch from reader: WALEntryBatch [walEntries=[{test/eff4813183f75447d7559dca776e306b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T16:21:22,124 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:21:22,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-09T16:21:22,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:21:22,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71f441c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:22,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,36601,-1 for getting cluster id 2024-11-09T16:21:22,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:22,126 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6515cd37-eec7-4d5b-99f6-3e1ec22ea06f' 2024-11-09T16:21:22,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:22,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6515cd37-eec7-4d5b-99f6-3e1ec22ea06f" 2024-11-09T16:21:22,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@778d5ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:22,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,36601,-1] 2024-11-09T16:21:22,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:22,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:22,127 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:22,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42f24518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:22,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:22,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,33845,1731169266691, seqNum=-1] 2024-11-09T16:21:22,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:22,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T16:21:22,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731169273958.07cfaade4d72689ea7f417fa627137c7., hostname=efe6b43736f4,33845,1731169266691, seqNum=2] 2024-11-09T16:21:22,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:21:22,311 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 480, reset compression=false 2024-11-09T16:21:22,326 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 503, reset compression=false 2024-11-09T16:21:22,350 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 379, reset compression=false 2024-11-09T16:21:22,354 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:21:22,354 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 527, reset compression=false 2024-11-09T16:21:22,354 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,33845,1731169266691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:21:22,558 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 527, reset compression=false 2024-11-09T16:21:22,606 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T16:21:22,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:22,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,43249,1731169261087, seqNum=-1] 2024-11-09T16:21:22,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:22,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:21:22,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731169271807.eff4813183f75447d7559dca776e306b., hostname=efe6b43736f4,43249,1731169261087, seqNum=2] 2024-11-09T16:21:22,613 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T16:21:22,614 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 480, reset compression=false 2024-11-09T16:21:22,628 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 503, reset compression=false 2024-11-09T16:21:22,632 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:21:22,632 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 607, reset compression=false 2024-11-09T16:21:22,632 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,43249,1731169261087 got entry batch from reader: WALEntryBatch [walEntries=[{test/eff4813183f75447d7559dca776e306b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T16:21:22,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:21:22,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:21:22,835 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 607, reset compression=false 2024-11-09T16:21:22,861 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 527, reset compression=false 2024-11-09T16:21:22,865 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:21:22,865 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 655, reset compression=false 2024-11-09T16:21:22,865 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,33845,1731169266691 got entry batch from reader: WALEntryBatch [walEntries=[{test/07cfaade4d72689ea7f417fa627137c7/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T16:21:22,867 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:21:22,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T16:21:22,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:21:22,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12077749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:22,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37389 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,46413,-1 for getting cluster id 2024-11-09T16:21:22,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:22,869 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3291369a-0568-4000-a767-6e6991ad9a7f' 2024-11-09T16:21:22,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:22,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3291369a-0568-4000-a767-6e6991ad9a7f" 2024-11-09T16:21:22,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67e16096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:22,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,46413,-1] 2024-11-09T16:21:22,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:22,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:22,870 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:22,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bbc1107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:22,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:22,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,37389,1731169255522, seqNum=-1] 2024-11-09T16:21:22,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:22,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T16:21:22,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd., hostname=efe6b43736f4,37389,1731169255522, seqNum=2] 2024-11-09T16:21:22,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:21:23,017 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 480, reset compression=false 2024-11-09T16:21:23,021 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:21:23,021 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 631, reset compression=false 2024-11-09T16:21:23,021 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,37389,1731169255522 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:21:23,068 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 655, reset compression=false 2024-11-09T16:21:23,139 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 607, reset compression=false 2024-11-09T16:21:23,224 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 631, reset compression=false 2024-11-09T16:21:23,371 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 655, reset compression=false 2024-11-09T16:21:23,528 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 631, reset compression=false 2024-11-09T16:21:23,543 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 607, reset compression=false 2024-11-09T16:21:23,615 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T16:21:23,618 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T16:21:23,775 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 655, reset compression=false 2024-11-09T16:21:23,779 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:21:23,779 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 759, reset compression=false 2024-11-09T16:21:23,779 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,33845,1731169266691 got entry batch from reader: WALEntryBatch [walEntries=[{test/07cfaade4d72689ea7f417fa627137c7/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T16:21:23,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:21:23,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:21:23,931 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 631, reset compression=false 2024-11-09T16:21:23,935 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:21:23,935 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 758, reset compression=false 2024-11-09T16:21:23,935 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,37389,1731169255522 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T16:21:23,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:21:23,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:21:23,982 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 759, reset compression=false 2024-11-09T16:21:24,046 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 607, reset compression=false 2024-11-09T16:21:24,111 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:21:24,111 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 757, reset compression=false 2024-11-09T16:21:24,111 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,43249,1731169261087 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:21:24,138 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 758, reset compression=false 2024-11-09T16:21:24,285 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 759, reset compression=false 2024-11-09T16:21:24,315 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 757, reset compression=false 2024-11-09T16:21:24,442 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 758, reset compression=false 2024-11-09T16:21:24,618 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 757, reset compression=false 2024-11-09T16:21:24,621 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T16:21:24,627 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T16:21:24,689 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 759, reset compression=false 2024-11-09T16:21:24,739 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T16:21:24,846 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 758, reset compression=false 2024-11-09T16:21:24,850 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:21:24,850 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 914, reset compression=false 2024-11-09T16:21:24,850 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,37389,1731169255522 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T16:21:24,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:21:24,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:21:25,024 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 757, reset compression=false 2024-11-09T16:21:25,028 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:21:25,028 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 904, reset compression=false 2024-11-09T16:21:25,028 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,43249,1731169261087 got entry batch from reader: WALEntryBatch [walEntries=[{test/eff4813183f75447d7559dca776e306b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T16:21:25,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:21:25,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:21:25,054 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 914, reset compression=false 2024-11-09T16:21:25,192 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 759, reset compression=false 2024-11-09T16:21:25,196 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:21:25,196 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 930, reset compression=false 2024-11-09T16:21:25,196 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,33845,1731169266691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:21:25,231 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 904, reset compression=false 2024-11-09T16:21:25,357 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 914, reset compression=false 2024-11-09T16:21:25,400 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 930, reset compression=false 2024-11-09T16:21:25,534 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 904, reset compression=false 2024-11-09T16:21:25,629 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T16:21:25,632 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T16:21:25,703 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 930, reset compression=false 2024-11-09T16:21:25,760 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 914, reset compression=false 2024-11-09T16:21:25,938 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 904, reset compression=false 2024-11-09T16:21:25,942 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:21:25,942 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1063, reset compression=false 2024-11-09T16:21:25,942 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,43249,1731169261087 got entry batch from reader: WALEntryBatch [walEntries=[{test/eff4813183f75447d7559dca776e306b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T16:21:25,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:21:25,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:21:26,076 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:21:26,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:26,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:26,106 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 930, reset compression=false 2024-11-09T16:21:26,110 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:21:26,110 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 1080, reset compression=false 2024-11-09T16:21:26,110 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,33845,1731169266691 got entry batch from reader: WALEntryBatch [walEntries=[{test/07cfaade4d72689ea7f417fa627137c7/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T16:21:26,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:21:26,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:21:26,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:26,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:26,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:26,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:26,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:26,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:26,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:26,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:26,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:26,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:26,156 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1063, reset compression=false 2024-11-09T16:21:26,263 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 914, reset compression=false 2024-11-09T16:21:26,267 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:21:26,267 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1087, reset compression=false 2024-11-09T16:21:26,267 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,37389,1731169255522 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:21:26,314 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 1080, reset compression=false 2024-11-09T16:21:26,459 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1063, reset compression=false 2024-11-09T16:21:26,474 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1087, reset compression=false 2024-11-09T16:21:26,617 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 1080, reset compression=false 2024-11-09T16:21:26,634 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T16:21:26,637 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T16:21:26,776 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1087, reset compression=false 2024-11-09T16:21:26,862 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1063, reset compression=false 2024-11-09T16:21:27,020 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 1080, reset compression=false 2024-11-09T16:21:27,024 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:21:27,024 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 1239, reset compression=false 2024-11-09T16:21:27,024 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,33845,1731169266691 got entry batch from reader: WALEntryBatch [walEntries=[{test/07cfaade4d72689ea7f417fa627137c7/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T16:21:27,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:21:27,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:21:27,180 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1087, reset compression=false 2024-11-09T16:21:27,183 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:21:27,183 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1236, reset compression=false 2024-11-09T16:21:27,183 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,37389,1731169255522 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T16:21:27,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:21:27,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:21:27,227 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 1239, reset compression=false 2024-11-09T16:21:27,365 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1063, reset compression=false 2024-11-09T16:21:27,368 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:21:27,368 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1235, reset compression=false 2024-11-09T16:21:27,368 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,43249,1731169261087 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:21:27,386 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1236, reset compression=false 2024-11-09T16:21:27,530 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 1239, reset compression=false 2024-11-09T16:21:27,572 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1235, reset compression=false 2024-11-09T16:21:27,639 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T16:21:27,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8672c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:27,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,36601,-1 for getting cluster id 2024-11-09T16:21:27,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:27,647 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6515cd37-eec7-4d5b-99f6-3e1ec22ea06f' 2024-11-09T16:21:27,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:27,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6515cd37-eec7-4d5b-99f6-3e1ec22ea06f" 2024-11-09T16:21:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4b432e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,36601,-1] 2024-11-09T16:21:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:27,649 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:27,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d165478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:27,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,36601,1731169266543 2024-11-09T16:21:27,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73078b8c 2024-11-09T16:21:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:21:27,655 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:21:27,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-09T16:21:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-09T16:21:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T16:21:27,689 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1236, reset compression=false 2024-11-09T16:21:27,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:21:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T16:21:27,875 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1235, reset compression=false 2024-11-09T16:21:27,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T16:21:27,915 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-09T16:21:27,915 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-09T16:21:27,915 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-efe6b43736f4,33845,1731169266691 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-09T16:21:27,916 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0. 2024-11-09T16:21:27,916 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:27,916 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:27,916 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:27,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:21:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T16:21:28,016 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T16:21:28,093 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1236, reset compression=false 2024-11-09T16:21:28,116 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 terminated 2024-11-09T16:21:28,135 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-efe6b43736f4,33845,1731169266691, ReplicationSource: 1, currentBandwidth=0 2024-11-09T16:21:28,135 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-09T16:21:28,136 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T16:21:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T16:21:28,138 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on efe6b43736f4,33845,1731169266691 suceeded 2024-11-09T16:21:28,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T16:21:28,140 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-09T16:21:28,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 376 msec 2024-11-09T16:21:28,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 484 msec 2024-11-09T16:21:28,149 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:46413' 2024-11-09T16:21:28,150 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@138b7563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:28,150 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,46413,-1 for getting cluster id 2024-11-09T16:21:28,150 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:28,150 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3291369a-0568-4000-a767-6e6991ad9a7f' 2024-11-09T16:21:28,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:28,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3291369a-0568-4000-a767-6e6991ad9a7f" 2024-11-09T16:21:28,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c6fef63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:28,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,46413,-1] 2024-11-09T16:21:28,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:28,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:28,152 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:28,152 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a46d533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:28,152 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:28,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,46413,1731169255149 2024-11-09T16:21:28,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@163ae182 2024-11-09T16:21:28,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:21:28,154 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T16:21:28,154 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-efe6b43736f4,33845,1731169266691 (queues=1) is replicating from cluster=6515cd37-eec7-4d5b-99f6-3e1ec22ea06f to cluster=3291369a-0568-4000-a767-6e6991ad9a7f 2024-11-09T16:21:28,154 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=efe6b43736f4%2C33845%2C1731169266691 2024-11-09T16:21:28,154 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-efe6b43736f4,33845,1731169266691, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:21:28,155 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C33845%2C1731169266691 2024-11-09T16:21:28,278 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1235, reset compression=false 2024-11-09T16:21:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T16:21:28,286 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T16:21:28,286 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:21:28,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:28,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:28,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:28,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:21:28,289 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-09T16:21:28,596 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1236, reset compression=false 2024-11-09T16:21:28,600 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:21:28,600 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1340, reset compression=false 2024-11-09T16:21:28,600 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,37389,1731169255522 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T16:21:28,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:21:28,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43249 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:21:28,781 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1235, reset compression=false 2024-11-09T16:21:28,784 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:21:28,784 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1362, reset compression=false 2024-11-09T16:21:28,784 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,43249,1731169261087 got entry batch from reader: WALEntryBatch [walEntries=[{test/eff4813183f75447d7559dca776e306b/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T16:21:28,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:21:28,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:21:28,803 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1340, reset compression=false 2024-11-09T16:21:28,987 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1362, reset compression=false 2024-11-09T16:21:29,107 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1340, reset compression=false 2024-11-09T16:21:29,290 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1362, reset compression=false 2024-11-09T16:21:29,291 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-09T16:21:29,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12146b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:29,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,36601,-1 for getting cluster id 2024-11-09T16:21:29,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:29,294 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6515cd37-eec7-4d5b-99f6-3e1ec22ea06f' 2024-11-09T16:21:29,294 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:21:29,294 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1466, reset compression=false 2024-11-09T16:21:29,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:29,294 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,43249,1731169261087 got entry batch from reader: WALEntryBatch [walEntries=[{test/eff4813183f75447d7559dca776e306b/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T16:21:29,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6515cd37-eec7-4d5b-99f6-3e1ec22ea06f" 2024-11-09T16:21:29,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd0a0b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:29,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,36601,-1] 2024-11-09T16:21:29,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:29,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:29,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:21:29,297 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:29,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca74090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:29,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:29,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,36601,1731169266543 2024-11-09T16:21:29,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@415f177a 2024-11-09T16:21:29,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:21:29,306 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:21:29,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-09T16:21:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-09T16:21:29,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33845 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:21:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T16:21:29,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:21:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T16:21:29,498 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1466, reset compression=false 2024-11-09T16:21:29,510 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1340, reset compression=false 2024-11-09T16:21:29,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-09T16:21:29,551 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-09T16:21:29,552 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T16:21:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-09T16:21:29,553 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on efe6b43736f4,33845,1731169266691 suceeded 2024-11-09T16:21:29,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-09T16:21:29,555 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-09T16:21:29,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-09T16:21:29,556 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045, startPosition=1239, beingWritten=true 2024-11-09T16:21:29,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 249 msec 2024-11-09T16:21:29,560 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:21:29,560 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 1518, reset compression=false 2024-11-09T16:21:29,561 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,33845,1731169266691 got entry batch from reader: WALEntryBatch [walEntries=[{test/07cfaade4d72689ea7f417fa627137c7/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T16:21:29,563 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:21:29,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T16:21:29,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37389 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:21:29,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37389 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:21:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T16:21:29,656 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T16:21:29,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:21:29,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:29,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:29,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:29,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:21:29,658 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-09T16:21:29,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:21:29,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:21:29,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:29,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:29,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:29,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:21:29,659 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:21:29,659 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=852560845, stopped=false 2024-11-09T16:21:29,659 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,36601,1731169266543 2024-11-09T16:21:29,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1298514647/running 2024-11-09T16:21:29,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1298514647/running 2024-11-09T16:21:29,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647 2024-11-09T16:21:29,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647 2024-11-09T16:21:29,687 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:21:29,688 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:21:29,688 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:29,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:29,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Set watcher on znode that does not yet exist, /2-1298514647/running 2024-11-09T16:21:29,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Set watcher on znode that does not yet exist, /2-1298514647/running 2024-11-09T16:21:29,688 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,33845,1731169266691' ***** 2024-11-09T16:21:29,688 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:21:29,689 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:21:29,689 INFO [RS:0;efe6b43736f4:33845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:21:29,689 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:21:29,689 INFO [RS:0;efe6b43736f4:33845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:21:29,689 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(3091): Received CLOSE for 07cfaade4d72689ea7f417fa627137c7 2024-11-09T16:21:29,690 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(3091): Received CLOSE for ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:29,690 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,33845,1731169266691 2024-11-09T16:21:29,690 INFO [RS:0;efe6b43736f4:33845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:21:29,690 INFO [RS:0;efe6b43736f4:33845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:33845. 2024-11-09T16:21:29,690 DEBUG [RS:0;efe6b43736f4:33845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:29,690 DEBUG [RS:0;efe6b43736f4:33845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:29,690 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:21:29,690 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07cfaade4d72689ea7f417fa627137c7, disabling compactions & flushes 2024-11-09T16:21:29,690 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:21:29,690 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:21:29,690 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731169273958.07cfaade4d72689ea7f417fa627137c7. 2024-11-09T16:21:29,690 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169273958.07cfaade4d72689ea7f417fa627137c7. 2024-11-09T16:21:29,690 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:21:29,690 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731169273958.07cfaade4d72689ea7f417fa627137c7. after waiting 0 ms 2024-11-09T16:21:29,690 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731169273958.07cfaade4d72689ea7f417fa627137c7. 2024-11-09T16:21:29,690 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 07cfaade4d72689ea7f417fa627137c7 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T16:21:29,690 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T16:21:29,690 DEBUG [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1325): Online Regions={07cfaade4d72689ea7f417fa627137c7=test,,1731169273958.07cfaade4d72689ea7f417fa627137c7., 1588230740=hbase:meta,,1.1588230740, ced7556a942d73c942575bc78e4f9336=hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336.} 2024-11-09T16:21:29,691 DEBUG [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1351): Waiting on 07cfaade4d72689ea7f417fa627137c7, 1588230740, ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:29,691 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:21:29,691 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:21:29,691 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:21:29,691 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:21:29,691 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:21:29,691 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T16:21:29,706 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/.tmp/info/17e66a30ae0d491f80ad814d3c518e11 is 147, key is hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336./info:regioninfo/1731169280585/Put/seqid=0 2024-11-09T16:21:29,709 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7/.tmp/f/e49b9ff1b4634d438e2c76ec681f2225 is 37, key is row3/f:row3/1731169288287/Put/seqid=0 2024-11-09T16:21:29,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741840_1016 (size=7686) 2024-11-09T16:21:29,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741841_1017 (size=5228) 2024-11-09T16:21:29,744 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:21:29,766 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 1518, reset compression=false 2024-11-09T16:21:29,770 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:21:29,770 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 1765, reset compression=false 2024-11-09T16:21:29,770 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,33845,1731169266691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:21:29,770 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.HRegionServer(2440): ***** ABORTING region server efe6b43736f4,33845,1731169266691: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-efe6b43736f4,33845,1731169266691, walGroup=efe6b43736f4%2C33845%2C1731169266691, offset=efe6b43736f4%2C33845%2C1731169266691.1731169269045:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:33845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T16:21:29,771 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T16:21:29,772 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T16:21:29,772 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T16:21:29,772 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T16:21:29,772 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T16:21:29,772 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1147142144, "init": 1048576000, "max": 2306867200, "used": 777744376 }, "NonHeapMemoryUsage": { "committed": 201326592, "init": 7667712, "max": -1, "used": 198352696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T16:21:29,773 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:36601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:36601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T16:21:29,802 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1466, reset compression=false 2024-11-09T16:21:29,891 DEBUG [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1351): Waiting on 07cfaade4d72689ea7f417fa627137c7, 1588230740, ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:29,917 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:21:29,917 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:21:29,973 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 1765, reset compression=false 2024-11-09T16:21:30,013 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1340, reset compression=false 2024-11-09T16:21:30,017 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:21:30,017 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1491, reset compression=false 2024-11-09T16:21:30,017 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,37389,1731169255522 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:21:30,091 DEBUG [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1351): Waiting on 07cfaade4d72689ea7f417fa627137c7, 1588230740, ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:30,110 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/.tmp/info/17e66a30ae0d491f80ad814d3c518e11 2024-11-09T16:21:30,116 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7/.tmp/f/e49b9ff1b4634d438e2c76ec681f2225 2024-11-09T16:21:30,119 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e49b9ff1b4634d438e2c76ec681f2225 2024-11-09T16:21:30,127 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/.tmp/ns/ca5f66ea6c4f4f89861f12fa2ee5dd91 is 43, key is default/ns:d/1731169269601/Put/seqid=0 2024-11-09T16:21:30,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741842_1018 (size=5153) 2024-11-09T16:21:30,136 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7/.tmp/f1/fed1ea92c2074261aa693a088cf940ea is 30, key is row1/f1:/1731169285630/DeleteFamily/seqid=0 2024-11-09T16:21:30,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741843_1019 (size=5158) 2024-11-09T16:21:30,205 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1466, reset compression=false 2024-11-09T16:21:30,220 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1491, reset compression=false 2024-11-09T16:21:30,277 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 1765, reset compression=false 2024-11-09T16:21:30,291 DEBUG [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1351): Waiting on 07cfaade4d72689ea7f417fa627137c7, 1588230740, ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:30,396 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T16:21:30,491 DEBUG [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1351): Waiting on 07cfaade4d72689ea7f417fa627137c7, 1588230740, ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:30,523 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1491, reset compression=false 2024-11-09T16:21:30,530 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/.tmp/ns/ca5f66ea6c4f4f89861f12fa2ee5dd91 2024-11-09T16:21:30,539 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7/.tmp/f1/fed1ea92c2074261aa693a088cf940ea 2024-11-09T16:21:30,543 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fed1ea92c2074261aa693a088cf940ea 2024-11-09T16:21:30,547 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/.tmp/rep_barrier/6b25a220459c4e088abc110b6f2a0aeb is 112, key is test,,1731169273958.07cfaade4d72689ea7f417fa627137c7./rep_barrier:seqnumDuringOpen/1731169275156/Put/seqid=0 2024-11-09T16:21:30,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741844_1020 (size=5518) 2024-11-09T16:21:30,560 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7/.tmp/norep/0cef26e92a0d4afc8764938a64d798cf is 33, key is row2/norep:/1731169286635/DeleteFamily/seqid=0 2024-11-09T16:21:30,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741845_1021 (size=5108) 2024-11-09T16:21:30,680 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 1765, reset compression=false 2024-11-09T16:21:30,691 DEBUG [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1351): Waiting on 07cfaade4d72689ea7f417fa627137c7, 1588230740, ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:30,708 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1466, reset compression=false 2024-11-09T16:21:30,892 DEBUG [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1351): Waiting on 07cfaade4d72689ea7f417fa627137c7, 1588230740, ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:30,926 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1491, reset compression=false 2024-11-09T16:21:30,951 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/.tmp/rep_barrier/6b25a220459c4e088abc110b6f2a0aeb 2024-11-09T16:21:30,963 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7/.tmp/norep/0cef26e92a0d4afc8764938a64d798cf 2024-11-09T16:21:30,967 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0cef26e92a0d4afc8764938a64d798cf 2024-11-09T16:21:30,967 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/.tmp/table/5151c68394be4e12864247b55ba3f69f is 53, key is hbase:replication/table:state/1731169280591/Put/seqid=0 2024-11-09T16:21:30,968 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7/.tmp/f/e49b9ff1b4634d438e2c76ec681f2225 as hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7/f/e49b9ff1b4634d438e2c76ec681f2225 2024-11-09T16:21:30,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741846_1022 (size=5308) 2024-11-09T16:21:30,971 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/.tmp/table/5151c68394be4e12864247b55ba3f69f 2024-11-09T16:21:30,972 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e49b9ff1b4634d438e2c76ec681f2225 2024-11-09T16:21:30,972 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7/f/e49b9ff1b4634d438e2c76ec681f2225, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T16:21:30,973 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7/.tmp/f1/fed1ea92c2074261aa693a088cf940ea as hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7/f1/fed1ea92c2074261aa693a088cf940ea 2024-11-09T16:21:30,975 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/.tmp/info/17e66a30ae0d491f80ad814d3c518e11 as hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/info/17e66a30ae0d491f80ad814d3c518e11 2024-11-09T16:21:30,976 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fed1ea92c2074261aa693a088cf940ea 2024-11-09T16:21:30,976 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7/f1/fed1ea92c2074261aa693a088cf940ea, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T16:21:30,977 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7/.tmp/norep/0cef26e92a0d4afc8764938a64d798cf as hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7/norep/0cef26e92a0d4afc8764938a64d798cf 2024-11-09T16:21:30,978 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/info/17e66a30ae0d491f80ad814d3c518e11, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T16:21:30,979 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/.tmp/ns/ca5f66ea6c4f4f89861f12fa2ee5dd91 as hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/ns/ca5f66ea6c4f4f89861f12fa2ee5dd91 2024-11-09T16:21:30,980 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0cef26e92a0d4afc8764938a64d798cf 2024-11-09T16:21:30,980 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7/norep/0cef26e92a0d4afc8764938a64d798cf, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T16:21:30,981 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 07cfaade4d72689ea7f417fa627137c7 in 1291ms, sequenceid=12, compaction requested=false 2024-11-09T16:21:30,982 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/ns/ca5f66ea6c4f4f89861f12fa2ee5dd91, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T16:21:30,983 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/.tmp/rep_barrier/6b25a220459c4e088abc110b6f2a0aeb as hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/rep_barrier/6b25a220459c4e088abc110b6f2a0aeb 2024-11-09T16:21:30,987 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/rep_barrier/6b25a220459c4e088abc110b6f2a0aeb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T16:21:30,987 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/.tmp/table/5151c68394be4e12864247b55ba3f69f as hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/table/5151c68394be4e12864247b55ba3f69f 2024-11-09T16:21:30,988 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/default/test/07cfaade4d72689ea7f417fa627137c7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T16:21:30,988 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:21:30,988 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:21:30,988 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731169273958.07cfaade4d72689ea7f417fa627137c7. 2024-11-09T16:21:30,988 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07cfaade4d72689ea7f417fa627137c7: Waiting for close lock at 1731169289690Running coprocessor pre-close hooks at 1731169289690Disabling compacts and flushes for region at 1731169289690Disabling writes for close at 1731169289690Obtaining lock to block concurrent updates at 1731169289690Preparing flush snapshotting stores in 07cfaade4d72689ea7f417fa627137c7 at 1731169289690Finished memstore snapshotting test,,1731169273958.07cfaade4d72689ea7f417fa627137c7., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731169289691 (+1 ms)Flushing stores of test,,1731169273958.07cfaade4d72689ea7f417fa627137c7. at 1731169289691Flushing 07cfaade4d72689ea7f417fa627137c7/f: creating writer at 1731169289691Flushing 07cfaade4d72689ea7f417fa627137c7/f: appending metadata at 1731169289709 (+18 ms)Flushing 07cfaade4d72689ea7f417fa627137c7/f: closing flushed file at 1731169289709Flushing 07cfaade4d72689ea7f417fa627137c7/f1: creating writer at 1731169290119 (+410 ms)Flushing 07cfaade4d72689ea7f417fa627137c7/f1: appending metadata at 1731169290135 (+16 ms)Flushing 07cfaade4d72689ea7f417fa627137c7/f1: closing flushed file at 1731169290135Flushing 07cfaade4d72689ea7f417fa627137c7/norep: creating writer at 1731169290543 (+408 ms)Flushing 07cfaade4d72689ea7f417fa627137c7/norep: appending metadata at 1731169290559 (+16 ms)Flushing 07cfaade4d72689ea7f417fa627137c7/norep: closing flushed file at 1731169290559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20bae92d: reopening flushed file at 1731169290967 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dc2fc03: reopening flushed file at 1731169290972 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f65e12f: reopening flushed file at 1731169290976 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 07cfaade4d72689ea7f417fa627137c7 in 1291ms, sequenceid=12, compaction requested=false at 1731169290981 (+5 ms)Writing region close event to WAL at 1731169290984 (+3 ms)Running coprocessor post-close hooks at 1731169290988 (+4 ms)Closed at 1731169290988 2024-11-09T16:21:30,989 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731169273958.07cfaade4d72689ea7f417fa627137c7. 2024-11-09T16:21:30,989 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ced7556a942d73c942575bc78e4f9336, disabling compactions & flushes 2024-11-09T16:21:30,989 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. 2024-11-09T16:21:30,989 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. 2024-11-09T16:21:30,989 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. after waiting 0 ms 2024-11-09T16:21:30,989 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. 2024-11-09T16:21:30,989 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ced7556a942d73c942575bc78e4f9336: Waiting for close lock at 1731169290989Running coprocessor pre-close hooks at 1731169290989Disabling compacts and flushes for region at 1731169290989Disabling writes for close at 1731169290989Failed flush hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336., putting online again at 1731169290989 2024-11-09T16:21:30,989 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. 2024-11-09T16:21:30,991 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/table/5151c68394be4e12864247b55ba3f69f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T16:21:30,992 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false 2024-11-09T16:21:30,996 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T16:21:30,997 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:21:30,997 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:21:30,997 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:21:30,997 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169289691Running coprocessor pre-close hooks at 1731169289691Disabling compacts and flushes for region at 1731169289691Disabling writes for close at 1731169289691Obtaining lock to block concurrent updates at 1731169289691Preparing flush snapshotting stores in 1588230740 at 1731169289691Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731169289691Flushing stores of hbase:meta,,1.1588230740 at 1731169289692 (+1 ms)Flushing 1588230740/info: creating writer at 1731169289692Flushing 1588230740/info: appending metadata at 1731169289706 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731169289706Flushing 1588230740/ns: creating writer at 1731169290114 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731169290127 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731169290127Flushing 1588230740/rep_barrier: creating writer at 1731169290534 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731169290547 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731169290547Flushing 1588230740/table: creating writer at 1731169290954 (+407 ms)Flushing 1588230740/table: appending metadata at 1731169290967 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731169290967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@530bc2cc: reopening flushed file at 1731169290974 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2726a0c: reopening flushed file at 1731169290978 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8b6c37: reopening flushed file at 1731169290982 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61353a5c: reopening flushed file at 1731169290987 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false at 1731169290992 (+5 ms)Writing region close event to WAL at 1731169290994 (+2 ms)Running coprocessor post-close hooks at 1731169290997 (+3 ms)Closed at 1731169290997 2024-11-09T16:21:30,997 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:21:31,092 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T16:21:31,092 DEBUG [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1325): Online Regions={ced7556a942d73c942575bc78e4f9336=hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336.} 2024-11-09T16:21:31,092 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(3091): Received CLOSE for ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:31,092 DEBUG [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1351): Waiting on ced7556a942d73c942575bc78e4f9336 2024-11-09T16:21:31,092 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ced7556a942d73c942575bc78e4f9336, disabling compactions & flushes 2024-11-09T16:21:31,092 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. 2024-11-09T16:21:31,092 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. 2024-11-09T16:21:31,092 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. after waiting 0 ms 2024-11-09T16:21:31,092 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. 2024-11-09T16:21:31,092 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ced7556a942d73c942575bc78e4f9336: Waiting for close lock at 1731169291092Running coprocessor pre-close hooks at 1731169291092Disabling compacts and flushes for region at 1731169291092Disabling writes for close at 1731169291092Failed flush hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336., putting online again at 1731169291092 2024-11-09T16:21:31,092 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731169279429.ced7556a942d73c942575bc78e4f9336. 2024-11-09T16:21:31,183 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 1765, reset compression=false 2024-11-09T16:21:31,187 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:21:31,187 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 2409, reset compression=false 2024-11-09T16:21:31,292 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T16:21:31,292 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,33845,1731169266691; all regions closed. 2024-11-09T16:21:31,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741834_1010 (size=4239) 2024-11-09T16:21:31,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741839_1015 (size=2390) 2024-11-09T16:21:31,296 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.rep.1731169280557 not finished, retry = 0 2024-11-09T16:21:31,312 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1466, reset compression=false 2024-11-09T16:21:31,389 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 to pos 2409, reset compression=false 2024-11-09T16:21:31,398 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/WALs/efe6b43736f4,33845,1731169266691/efe6b43736f4%2C33845%2C1731169266691.1731169269045 not finished, retry = 0 2024-11-09T16:21:31,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741832_1008 (size=2417) 2024-11-09T16:21:31,429 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1491, reset compression=false 2024-11-09T16:21:31,499 DEBUG [RS:0;efe6b43736f4:33845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:31,499 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:21:31,499 INFO [RS:0;efe6b43736f4:33845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:21:31,500 INFO [RS:0;efe6b43736f4:33845 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T16:21:31,500 INFO [RS:0;efe6b43736f4:33845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:21:31,500 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:21:31,500 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-efe6b43736f4,33845,1731169266691 because: Region server is closing 2024-11-09T16:21:31,500 INFO [RS:0;efe6b43736f4:33845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:33845. 2024-11-09T16:21:31,500 DEBUG [RS:0;efe6b43736f4:33845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:31,500 DEBUG [RS:0;efe6b43736f4:33845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:31,500 DEBUG [RS:0;efe6b43736f4:33845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:31,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:21:31,601 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.shipperefe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 terminated 2024-11-09T16:21:31,601 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,33845,1731169266691.replicationSource.wal-reader.efe6b43736f4%2C33845%2C1731169266691,1-efe6b43736f4,33845,1731169266691 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T16:21:31,601 INFO [RS:0;efe6b43736f4:33845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:33845. 2024-11-09T16:21:31,601 DEBUG [RS:0;efe6b43736f4:33845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:31,601 DEBUG [RS:0;efe6b43736f4:33845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:31,601 DEBUG [RS:0;efe6b43736f4:33845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:31,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:21:31,601 INFO [RS:0;efe6b43736f4:33845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33845 2024-11-09T16:21:31,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1298514647/rs/efe6b43736f4,33845,1731169266691 2024-11-09T16:21:31,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647/rs 2024-11-09T16:21:31,645 INFO [RS:0;efe6b43736f4:33845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:21:31,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,33845,1731169266691] 2024-11-09T16:21:31,666 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1298514647/draining/efe6b43736f4,33845,1731169266691 already deleted, retry=false 2024-11-09T16:21:31,666 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,33845,1731169266691 expired; onlineServers=0 2024-11-09T16:21:31,666 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,36601,1731169266543' ***** 2024-11-09T16:21:31,666 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:21:31,666 INFO [M:0;efe6b43736f4:36601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:21:31,666 INFO [M:0;efe6b43736f4:36601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:21:31,666 DEBUG [M:0;efe6b43736f4:36601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:21:31,666 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:21:31,666 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169268739 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169268739,5,FailOnTimeoutGroup] 2024-11-09T16:21:31,666 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169268739 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169268739,5,FailOnTimeoutGroup] 2024-11-09T16:21:31,666 DEBUG [M:0;efe6b43736f4:36601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:21:31,667 INFO [M:0;efe6b43736f4:36601 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:21:31,667 INFO [M:0;efe6b43736f4:36601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:21:31,667 DEBUG [M:0;efe6b43736f4:36601 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:21:31,667 INFO [M:0;efe6b43736f4:36601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:21:31,667 INFO [M:0;efe6b43736f4:36601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:21:31,667 INFO [M:0;efe6b43736f4:36601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:21:31,667 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:21:31,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1298514647/master 2024-11-09T16:21:31,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1298514647 2024-11-09T16:21:31,707 DEBUG [M:0;efe6b43736f4:36601 {}] zookeeper.ZKUtil(347): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Unable to get data of znode /2-1298514647/master because node does not exist (not an error) 2024-11-09T16:21:31,707 WARN [M:0;efe6b43736f4:36601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:21:31,708 INFO [M:0;efe6b43736f4:36601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/.lastflushedseqids 2024-11-09T16:21:31,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741847_1023 (size=245) 2024-11-09T16:21:31,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:21:31,756 INFO [RS:0;efe6b43736f4:33845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:21:31,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33845-0x1012066730d0007, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:21:31,756 INFO [RS:0;efe6b43736f4:33845 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,33845,1731169266691; zookeeper connection closed. 2024-11-09T16:21:31,756 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@199d2736 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@199d2736 2024-11-09T16:21:31,756 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:21:32,015 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1466, reset compression=false 2024-11-09T16:21:32,032 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1491, reset compression=false 2024-11-09T16:21:32,112 INFO [M:0;efe6b43736f4:36601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:21:32,112 INFO [M:0;efe6b43736f4:36601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:21:32,112 DEBUG [M:0;efe6b43736f4:36601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:21:32,112 INFO [M:0;efe6b43736f4:36601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:32,112 DEBUG [M:0;efe6b43736f4:36601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:32,112 DEBUG [M:0;efe6b43736f4:36601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:21:32,112 DEBUG [M:0;efe6b43736f4:36601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:32,112 INFO [M:0;efe6b43736f4:36601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-09T16:21:32,126 DEBUG [M:0;efe6b43736f4:36601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09c73447c1994748a410e50409adbe66 is 82, key is hbase:meta,,1/info:regioninfo/1731169269590/Put/seqid=0 2024-11-09T16:21:32,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741848_1024 (size=5672) 2024-11-09T16:21:32,130 INFO [M:0;efe6b43736f4:36601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09c73447c1994748a410e50409adbe66 2024-11-09T16:21:32,145 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:32,146 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:21:32,146 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68547 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:21:32,151 DEBUG [M:0;efe6b43736f4:36601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c51c5e3526c147adb38a25ad1b36aa36 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731169280594/Put/seqid=0 2024-11-09T16:21:32,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741849_1025 (size=9213) 2024-11-09T16:21:32,555 INFO [M:0;efe6b43736f4:36601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c51c5e3526c147adb38a25ad1b36aa36 2024-11-09T16:21:32,577 DEBUG [M:0;efe6b43736f4:36601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91c2d8ca937d4d45bf552b0f9b34c2e7 is 69, key is efe6b43736f4,33845,1731169266691/rs:state/1731169268861/Put/seqid=0 2024-11-09T16:21:32,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741850_1026 (size=5156) 2024-11-09T16:21:32,736 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1491, reset compression=false 2024-11-09T16:21:32,818 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1466, reset compression=false 2024-11-09T16:21:32,982 INFO [M:0;efe6b43736f4:36601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91c2d8ca937d4d45bf552b0f9b34c2e7 2024-11-09T16:21:32,986 DEBUG [M:0;efe6b43736f4:36601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09c73447c1994748a410e50409adbe66 as hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09c73447c1994748a410e50409adbe66 2024-11-09T16:21:32,989 INFO [M:0;efe6b43736f4:36601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09c73447c1994748a410e50409adbe66, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T16:21:32,990 DEBUG [M:0;efe6b43736f4:36601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c51c5e3526c147adb38a25ad1b36aa36 as hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c51c5e3526c147adb38a25ad1b36aa36 2024-11-09T16:21:32,994 INFO [M:0;efe6b43736f4:36601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c51c5e3526c147adb38a25ad1b36aa36, entries=15, sequenceid=127, filesize=9.0 K 2024-11-09T16:21:32,994 DEBUG [M:0;efe6b43736f4:36601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91c2d8ca937d4d45bf552b0f9b34c2e7 as hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91c2d8ca937d4d45bf552b0f9b34c2e7 2024-11-09T16:21:32,998 INFO [M:0;efe6b43736f4:36601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/28ba06ed-b1a2-5702-94cd-4a4534c120f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91c2d8ca937d4d45bf552b0f9b34c2e7, entries=1, sequenceid=127, filesize=5.0 K 2024-11-09T16:21:32,998 INFO [M:0;efe6b43736f4:36601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=127, compaction requested=false 2024-11-09T16:21:32,999 INFO [M:0;efe6b43736f4:36601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:32,999 DEBUG [M:0;efe6b43736f4:36601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169292112Disabling compacts and flushes for region at 1731169292112Disabling writes for close at 1731169292112Obtaining lock to block concurrent updates at 1731169292112Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169292112Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731169292112Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169292113 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169292113Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169292126 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169292126Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169292133 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169292151 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169292151Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169292559 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169292576 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169292576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea01b44: reopening flushed file at 1731169292985 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64188541: reopening flushed file at 1731169292989 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c4f57e: reopening flushed file at 1731169292994 (+5 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=127, compaction requested=false at 1731169292998 (+4 ms)Writing region close event to WAL at 1731169292999 (+1 ms)Closed at 1731169292999 2024-11-09T16:21:33,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36209 is added to blk_1073741830_1006 (size=73878) 2024-11-09T16:21:33,002 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:21:33,002 INFO [M:0;efe6b43736f4:36601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:21:33,002 INFO [M:0;efe6b43736f4:36601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36601 2024-11-09T16:21:33,002 INFO [M:0;efe6b43736f4:36601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:21:33,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:21:33,156 INFO [M:0;efe6b43736f4:36601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:21:33,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36601-0x1012066730d0006, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:21:33,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63013b12{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:21:33,187 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5a09f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:21:33,187 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:21:33,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d428c3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:21:33,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a8cf022{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/hadoop.log.dir/,STOPPED} 2024-11-09T16:21:33,189 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:21:33,189 WARN [BP-772180713-172.17.0.3-1731169264558 heartbeating to localhost/127.0.0.1:40567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:21:33,189 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:21:33,189 WARN [BP-772180713-172.17.0.3-1731169264558 heartbeating to localhost/127.0.0.1:40567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-772180713-172.17.0.3-1731169264558 (Datanode Uuid 3d6948e4-8a61-4982-aa19-d9046adf8117) service to localhost/127.0.0.1:40567 2024-11-09T16:21:33,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/cluster_92ab8e13-c91c-23b5-21c4-763171d8323d/data/data1/current/BP-772180713-172.17.0.3-1731169264558 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:21:33,190 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/cluster_92ab8e13-c91c-23b5-21c4-763171d8323d/data/data2/current/BP-772180713-172.17.0.3-1731169264558 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:21:33,190 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:21:33,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41e9eae7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:21:33,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77ee5721{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:21:33,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:21:33,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5721312a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:21:33,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee957c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/hadoop.log.dir/,STOPPED} 2024-11-09T16:21:33,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:21:33,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:21:33,212 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:21:33,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:33,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:33,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:33,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:21:33,213 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:21:33,213 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=115458449, stopped=false 2024-11-09T16:21:33,213 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,41933,1731169260807 2024-11-09T16:21:33,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11122387511/running 2024-11-09T16:21:33,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11122387511/running 2024-11-09T16:21:33,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511 2024-11-09T16:21:33,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511 2024-11-09T16:21:33,224 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:21:33,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Set watcher on znode that does not yet exist, /11122387511/running 2024-11-09T16:21:33,225 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:21:33,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Set watcher on znode that does not yet exist, /11122387511/running 2024-11-09T16:21:33,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:33,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:33,225 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,43249,1731169261087' ***** 2024-11-09T16:21:33,225 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:21:33,225 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:21:33,226 INFO [RS:0;efe6b43736f4:43249 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:21:33,226 INFO [RS:0;efe6b43736f4:43249 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:21:33,226 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:21:33,226 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(3091): Received CLOSE for eff4813183f75447d7559dca776e306b 2024-11-09T16:21:33,226 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(3091): Received CLOSE for c2991c3e1c5df113d8dcb73dc1888df1 2024-11-09T16:21:33,226 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,43249,1731169261087 2024-11-09T16:21:33,226 INFO [RS:0;efe6b43736f4:43249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:21:33,226 INFO [RS:0;efe6b43736f4:43249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:43249. 2024-11-09T16:21:33,226 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eff4813183f75447d7559dca776e306b, disabling compactions & flushes 2024-11-09T16:21:33,226 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731169271807.eff4813183f75447d7559dca776e306b. 2024-11-09T16:21:33,226 DEBUG [RS:0;efe6b43736f4:43249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:33,226 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169271807.eff4813183f75447d7559dca776e306b. 2024-11-09T16:21:33,226 DEBUG [RS:0;efe6b43736f4:43249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:33,226 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731169271807.eff4813183f75447d7559dca776e306b. after waiting 0 ms 2024-11-09T16:21:33,226 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731169271807.eff4813183f75447d7559dca776e306b. 2024-11-09T16:21:33,226 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:21:33,226 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:21:33,226 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:21:33,226 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:21:33,226 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eff4813183f75447d7559dca776e306b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T16:21:33,226 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T16:21:33,226 DEBUG [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1325): Online Regions={eff4813183f75447d7559dca776e306b=test,,1731169271807.eff4813183f75447d7559dca776e306b., 1588230740=hbase:meta,,1.1588230740, c2991c3e1c5df113d8dcb73dc1888df1=hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1.} 2024-11-09T16:21:33,226 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:21:33,227 DEBUG [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2991c3e1c5df113d8dcb73dc1888df1, eff4813183f75447d7559dca776e306b 2024-11-09T16:21:33,227 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:21:33,227 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:21:33,227 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:21:33,227 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:21:33,227 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T16:21:33,244 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/.tmp/info/3e3620d1bcd344aeb6a0857315894436 is 147, key is hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1./info:regioninfo/1731169279090/Put/seqid=0 2024-11-09T16:21:33,246 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b/.tmp/f/96cef4f0b7994771b07ce1ffb729227f is 37, key is row3/f:row3/1731169288287/Put/seqid=0 2024-11-09T16:21:33,247 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:21:33,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741840_1016 (size=7686) 2024-11-09T16:21:33,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741841_1017 (size=5228) 2024-11-09T16:21:33,249 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b/.tmp/f/96cef4f0b7994771b07ce1ffb729227f 2024-11-09T16:21:33,253 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96cef4f0b7994771b07ce1ffb729227f 2024-11-09T16:21:33,271 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b/.tmp/f1/ec2fb946d06a447798539625642a4683 is 30, key is row1/f1:/1731169285630/DeleteFamily/seqid=0 2024-11-09T16:21:33,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741842_1018 (size=5158) 2024-11-09T16:21:33,404 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:21:33,404 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:21:33,427 DEBUG [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2991c3e1c5df113d8dcb73dc1888df1, eff4813183f75447d7559dca776e306b 2024-11-09T16:21:33,539 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1491, reset compression=false 2024-11-09T16:21:33,627 DEBUG [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2991c3e1c5df113d8dcb73dc1888df1, eff4813183f75447d7559dca776e306b 2024-11-09T16:21:33,648 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/.tmp/info/3e3620d1bcd344aeb6a0857315894436 2024-11-09T16:21:33,665 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/.tmp/ns/08fb8f886308441897405b404773824e is 43, key is default/ns:d/1731169264485/Put/seqid=0 2024-11-09T16:21:33,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741843_1019 (size=5153) 2024-11-09T16:21:33,675 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b/.tmp/f1/ec2fb946d06a447798539625642a4683 2024-11-09T16:21:33,678 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec2fb946d06a447798539625642a4683 2024-11-09T16:21:33,691 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b/.tmp/norep/f0a5059ebc7a40cf87a921645b8949cf is 33, key is row1/norep:/1731169285630/DeleteFamily/seqid=0 2024-11-09T16:21:33,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741844_1020 (size=5108) 2024-11-09T16:21:33,722 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1466, reset compression=false 2024-11-09T16:21:33,726 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:21:33,726 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1713, reset compression=false 2024-11-09T16:21:33,726 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,43249,1731169261087 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:21:33,726 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.HRegionServer(2440): ***** ABORTING region server efe6b43736f4,43249,1731169261087: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-efe6b43736f4,43249,1731169261087, walGroup=efe6b43736f4%2C43249%2C1731169261087, offset=efe6b43736f4%2C43249%2C1731169261087.1731169263534:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:43249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T16:21:33,727 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T16:21:33,727 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T16:21:33,727 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T16:21:33,727 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T16:21:33,728 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T16:21:33,728 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1147142144, "init": 1048576000, "max": 2306867200, "used": 865824760 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 198958752 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T16:21:33,728 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:41933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:41933 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T16:21:33,827 DEBUG [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2991c3e1c5df113d8dcb73dc1888df1, eff4813183f75447d7559dca776e306b 2024-11-09T16:21:33,929 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1713, reset compression=false 2024-11-09T16:21:34,027 DEBUG [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2991c3e1c5df113d8dcb73dc1888df1, eff4813183f75447d7559dca776e306b 2024-11-09T16:21:34,069 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/.tmp/ns/08fb8f886308441897405b404773824e 2024-11-09T16:21:34,084 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/.tmp/rep_barrier/c70d513aa30b404aaa8b93b73bc8f873 is 112, key is test,,1731169271807.eff4813183f75447d7559dca776e306b./rep_barrier:seqnumDuringOpen/1731169272955/Put/seqid=0 2024-11-09T16:21:34,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741845_1021 (size=5518) 2024-11-09T16:21:34,095 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b/.tmp/norep/f0a5059ebc7a40cf87a921645b8949cf 2024-11-09T16:21:34,098 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0a5059ebc7a40cf87a921645b8949cf 2024-11-09T16:21:34,099 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b/.tmp/f/96cef4f0b7994771b07ce1ffb729227f as hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b/f/96cef4f0b7994771b07ce1ffb729227f 2024-11-09T16:21:34,102 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96cef4f0b7994771b07ce1ffb729227f 2024-11-09T16:21:34,102 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b/f/96cef4f0b7994771b07ce1ffb729227f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T16:21:34,103 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b/.tmp/f1/ec2fb946d06a447798539625642a4683 as hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b/f1/ec2fb946d06a447798539625642a4683 2024-11-09T16:21:34,107 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec2fb946d06a447798539625642a4683 2024-11-09T16:21:34,107 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b/f1/ec2fb946d06a447798539625642a4683, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T16:21:34,108 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b/.tmp/norep/f0a5059ebc7a40cf87a921645b8949cf as hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b/norep/f0a5059ebc7a40cf87a921645b8949cf 2024-11-09T16:21:34,112 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0a5059ebc7a40cf87a921645b8949cf 2024-11-09T16:21:34,112 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b/norep/f0a5059ebc7a40cf87a921645b8949cf, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T16:21:34,113 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for eff4813183f75447d7559dca776e306b in 887ms, sequenceid=12, compaction requested=false 2024-11-09T16:21:34,113 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T16:21:34,116 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/default/test/eff4813183f75447d7559dca776e306b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T16:21:34,117 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:21:34,117 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:21:34,117 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731169271807.eff4813183f75447d7559dca776e306b. 2024-11-09T16:21:34,117 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eff4813183f75447d7559dca776e306b: Waiting for close lock at 1731169293226Running coprocessor pre-close hooks at 1731169293226Disabling compacts and flushes for region at 1731169293226Disabling writes for close at 1731169293226Obtaining lock to block concurrent updates at 1731169293226Preparing flush snapshotting stores in eff4813183f75447d7559dca776e306b at 1731169293226Finished memstore snapshotting test,,1731169271807.eff4813183f75447d7559dca776e306b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731169293227 (+1 ms)Flushing stores of test,,1731169271807.eff4813183f75447d7559dca776e306b. at 1731169293227Flushing eff4813183f75447d7559dca776e306b/f: creating writer at 1731169293227Flushing eff4813183f75447d7559dca776e306b/f: appending metadata at 1731169293245 (+18 ms)Flushing eff4813183f75447d7559dca776e306b/f: closing flushed file at 1731169293245Flushing eff4813183f75447d7559dca776e306b/f1: creating writer at 1731169293254 (+9 ms)Flushing eff4813183f75447d7559dca776e306b/f1: appending metadata at 1731169293270 (+16 ms)Flushing eff4813183f75447d7559dca776e306b/f1: closing flushed file at 1731169293270Flushing eff4813183f75447d7559dca776e306b/norep: creating writer at 1731169293678 (+408 ms)Flushing eff4813183f75447d7559dca776e306b/norep: appending metadata at 1731169293690 (+12 ms)Flushing eff4813183f75447d7559dca776e306b/norep: closing flushed file at 1731169293690Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cfdda65: reopening flushed file at 1731169294098 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fad9d6d: reopening flushed file at 1731169294103 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17909796: reopening flushed file at 1731169294107 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for eff4813183f75447d7559dca776e306b in 887ms, sequenceid=12, compaction requested=false at 1731169294113 (+6 ms)Writing region close event to WAL at 1731169294114 (+1 ms)Running coprocessor post-close hooks at 1731169294116 (+2 ms)Closed at 1731169294117 (+1 ms) 2024-11-09T16:21:34,117 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731169271807.eff4813183f75447d7559dca776e306b. 2024-11-09T16:21:34,117 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2991c3e1c5df113d8dcb73dc1888df1, disabling compactions & flushes 2024-11-09T16:21:34,117 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. 2024-11-09T16:21:34,117 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. 2024-11-09T16:21:34,117 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. after waiting 0 ms 2024-11-09T16:21:34,117 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. 2024-11-09T16:21:34,117 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2991c3e1c5df113d8dcb73dc1888df1: Waiting for close lock at 1731169294117Running coprocessor pre-close hooks at 1731169294117Disabling compacts and flushes for region at 1731169294117Disabling writes for close at 1731169294117Failed flush hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1., putting online again at 1731169294117 2024-11-09T16:21:34,117 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. 2024-11-09T16:21:34,227 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T16:21:34,227 DEBUG [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c2991c3e1c5df113d8dcb73dc1888df1=hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1.} 2024-11-09T16:21:34,228 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(3091): Received CLOSE for c2991c3e1c5df113d8dcb73dc1888df1 2024-11-09T16:21:34,228 DEBUG [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2991c3e1c5df113d8dcb73dc1888df1 2024-11-09T16:21:34,228 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2991c3e1c5df113d8dcb73dc1888df1, disabling compactions & flushes 2024-11-09T16:21:34,228 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. 2024-11-09T16:21:34,228 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. 2024-11-09T16:21:34,228 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. after waiting 0 ms 2024-11-09T16:21:34,228 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. 2024-11-09T16:21:34,228 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2991c3e1c5df113d8dcb73dc1888df1: Waiting for close lock at 1731169294228Running coprocessor pre-close hooks at 1731169294228Disabling compacts and flushes for region at 1731169294228Disabling writes for close at 1731169294228Failed flush hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1., putting online again at 1731169294228 2024-11-09T16:21:34,228 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731169278280.c2991c3e1c5df113d8dcb73dc1888df1. 2024-11-09T16:21:34,232 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 1713, reset compression=false 2024-11-09T16:21:34,236 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:21:34,236 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 2357, reset compression=false 2024-11-09T16:21:34,428 DEBUG [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:21:34,442 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1491, reset compression=false 2024-11-09T16:21:34,453 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 2357, reset compression=false 2024-11-09T16:21:34,488 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/.tmp/rep_barrier/c70d513aa30b404aaa8b93b73bc8f873 2024-11-09T16:21:34,507 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/.tmp/table/e74fca72b507430eb7107fef9346b74a is 53, key is hbase:replication/table:state/1731169279096/Put/seqid=0 2024-11-09T16:21:34,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741846_1022 (size=5308) 2024-11-09T16:21:34,628 DEBUG [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:21:34,756 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.wal-reader.efe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.1731169263534 to pos 2357, reset compression=false 2024-11-09T16:21:34,828 DEBUG [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:21:34,910 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/.tmp/table/e74fca72b507430eb7107fef9346b74a 2024-11-09T16:21:34,915 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/.tmp/info/3e3620d1bcd344aeb6a0857315894436 as hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/info/3e3620d1bcd344aeb6a0857315894436 2024-11-09T16:21:34,919 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/info/3e3620d1bcd344aeb6a0857315894436, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T16:21:34,919 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/.tmp/ns/08fb8f886308441897405b404773824e as hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/ns/08fb8f886308441897405b404773824e 2024-11-09T16:21:34,923 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/ns/08fb8f886308441897405b404773824e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T16:21:34,923 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/.tmp/rep_barrier/c70d513aa30b404aaa8b93b73bc8f873 as hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/rep_barrier/c70d513aa30b404aaa8b93b73bc8f873 2024-11-09T16:21:34,927 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/rep_barrier/c70d513aa30b404aaa8b93b73bc8f873, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T16:21:34,928 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/.tmp/table/e74fca72b507430eb7107fef9346b74a as hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/table/e74fca72b507430eb7107fef9346b74a 2024-11-09T16:21:34,933 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/table/e74fca72b507430eb7107fef9346b74a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T16:21:34,934 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-11-09T16:21:34,934 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T16:21:34,939 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T16:21:34,939 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:21:34,939 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:21:34,939 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:21:34,940 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169293226Running coprocessor pre-close hooks at 1731169293226Disabling compacts and flushes for region at 1731169293226Disabling writes for close at 1731169293227 (+1 ms)Obtaining lock to block concurrent updates at 1731169293227Preparing flush snapshotting stores in 1588230740 at 1731169293227Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731169293227Flushing stores of hbase:meta,,1.1588230740 at 1731169293227Flushing 1588230740/info: creating writer at 1731169293227Flushing 1588230740/info: appending metadata at 1731169293243 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731169293243Flushing 1588230740/ns: creating writer at 1731169293651 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731169293665 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731169293665Flushing 1588230740/rep_barrier: creating writer at 1731169294072 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731169294084 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731169294084Flushing 1588230740/table: creating writer at 1731169294492 (+408 ms)Flushing 1588230740/table: appending metadata at 1731169294506 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731169294506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d6cc633: reopening flushed file at 1731169294914 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7807547b: reopening flushed file at 1731169294919 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@657b72c3: reopening flushed file at 1731169294923 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3009a01a: reopening flushed file at 1731169294927 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1731169294934 (+7 ms)Writing region close event to WAL at 1731169294936 (+2 ms)Running coprocessor post-close hooks at 1731169294939 (+3 ms)Closed at 1731169294939 2024-11-09T16:21:34,940 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:21:35,028 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T16:21:35,028 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,43249,1731169261087; all regions closed. 2024-11-09T16:21:35,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741834_1010 (size=4239) 2024-11-09T16:21:35,030 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/WALs/efe6b43736f4,43249,1731169261087/efe6b43736f4%2C43249%2C1731169261087.meta.1731169264447.meta not finished, retry = 0 2024-11-09T16:21:35,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741839_1015 (size=2609) 2024-11-09T16:21:35,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741832_1008 (size=2365) 2024-11-09T16:21:35,136 DEBUG [RS:0;efe6b43736f4:43249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:35,136 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:21:35,136 INFO [RS:0;efe6b43736f4:43249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:21:35,136 INFO [RS:0;efe6b43736f4:43249 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T16:21:35,136 INFO [RS:0;efe6b43736f4:43249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:21:35,136 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:21:35,137 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-efe6b43736f4,43249,1731169261087 because: Region server is closing 2024-11-09T16:21:35,137 INFO [RS:0;efe6b43736f4:43249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:43249. 2024-11-09T16:21:35,137 DEBUG [RS:0;efe6b43736f4:43249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:35,137 DEBUG [RS:0;efe6b43736f4:43249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:35,137 DEBUG [RS:0;efe6b43736f4:43249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:35,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:21:35,237 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,43249,1731169261087.replicationSource.shipperefe6b43736f4%2C43249%2C1731169261087,1-efe6b43736f4,43249,1731169261087 terminated 2024-11-09T16:21:35,237 INFO [RS:0;efe6b43736f4:43249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:43249. 2024-11-09T16:21:35,238 DEBUG [RS:0;efe6b43736f4:43249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:35,238 DEBUG [RS:0;efe6b43736f4:43249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:35,238 DEBUG [RS:0;efe6b43736f4:43249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:35,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:21:35,238 INFO [RS:0;efe6b43736f4:43249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43249 2024-11-09T16:21:35,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511/rs 2024-11-09T16:21:35,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11122387511/rs/efe6b43736f4,43249,1731169261087 2024-11-09T16:21:35,319 INFO [RS:0;efe6b43736f4:43249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:21:35,319 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,43249,1731169261087] 2024-11-09T16:21:35,339 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11122387511/draining/efe6b43736f4,43249,1731169261087 already deleted, retry=false 2024-11-09T16:21:35,340 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,43249,1731169261087 expired; onlineServers=0 2024-11-09T16:21:35,340 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,41933,1731169260807' ***** 2024-11-09T16:21:35,340 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:21:35,340 INFO [M:0;efe6b43736f4:41933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:21:35,340 INFO [M:0;efe6b43736f4:41933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:21:35,340 DEBUG [M:0;efe6b43736f4:41933 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:21:35,340 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:21:35,340 DEBUG [M:0;efe6b43736f4:41933 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:21:35,340 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169263245 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169263245,5,FailOnTimeoutGroup] 2024-11-09T16:21:35,340 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169263246 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169263246,5,FailOnTimeoutGroup] 2024-11-09T16:21:35,340 INFO [M:0;efe6b43736f4:41933 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:21:35,340 INFO [M:0;efe6b43736f4:41933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:21:35,340 DEBUG [M:0;efe6b43736f4:41933 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:21:35,340 INFO [M:0;efe6b43736f4:41933 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:21:35,340 INFO [M:0;efe6b43736f4:41933 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:21:35,341 INFO [M:0;efe6b43736f4:41933 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:21:35,341 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:21:35,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11122387511/master 2024-11-09T16:21:35,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11122387511 2024-11-09T16:21:35,350 DEBUG [M:0;efe6b43736f4:41933 {}] zookeeper.ZKUtil(347): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Unable to get data of znode /11122387511/master because node does not exist (not an error) 2024-11-09T16:21:35,350 WARN [M:0;efe6b43736f4:41933 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:21:35,350 INFO [M:0;efe6b43736f4:41933 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/.lastflushedseqids 2024-11-09T16:21:35,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741847_1023 (size=245) 2024-11-09T16:21:35,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:21:35,429 INFO [RS:0;efe6b43736f4:43249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:21:35,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43249-0x1012066730d0004, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:21:35,429 INFO [RS:0;efe6b43736f4:43249 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,43249,1731169261087; zookeeper connection closed. 2024-11-09T16:21:35,429 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4408509e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4408509e 2024-11-09T16:21:35,430 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:21:35,446 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1491, reset compression=false 2024-11-09T16:21:35,755 INFO [M:0;efe6b43736f4:41933 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:21:35,755 INFO [M:0;efe6b43736f4:41933 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:21:35,755 DEBUG [M:0;efe6b43736f4:41933 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:21:35,755 INFO [M:0;efe6b43736f4:41933 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:35,755 DEBUG [M:0;efe6b43736f4:41933 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:35,755 DEBUG [M:0;efe6b43736f4:41933 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:21:35,755 DEBUG [M:0;efe6b43736f4:41933 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:35,755 INFO [M:0;efe6b43736f4:41933 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T16:21:35,773 DEBUG [M:0;efe6b43736f4:41933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f49e78b03724a6a8d93454268283dc0 is 82, key is hbase:meta,,1/info:regioninfo/1731169264472/Put/seqid=0 2024-11-09T16:21:35,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741848_1024 (size=5672) 2024-11-09T16:21:36,177 INFO [M:0;efe6b43736f4:41933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f49e78b03724a6a8d93454268283dc0 2024-11-09T16:21:36,194 DEBUG [M:0;efe6b43736f4:41933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27f381f0d34740f3b5fa7f22ebf5e086 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731169279100/Put/seqid=0 2024-11-09T16:21:36,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741849_1025 (size=8516) 2024-11-09T16:21:36,198 INFO [M:0;efe6b43736f4:41933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27f381f0d34740f3b5fa7f22ebf5e086 2024-11-09T16:21:36,220 DEBUG [M:0;efe6b43736f4:41933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a49fff1a41ba4fee87e4bda46f34194e is 69, key is efe6b43736f4,43249,1731169261087/rs:state/1731169263334/Put/seqid=0 2024-11-09T16:21:36,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741850_1026 (size=5156) 2024-11-09T16:21:36,490 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:21:36,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:36,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:36,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:36,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:36,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:36,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:36,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:36,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:36,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:36,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:36,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:36,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:36,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:36,549 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1491, reset compression=false 2024-11-09T16:21:36,624 INFO [M:0;efe6b43736f4:41933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a49fff1a41ba4fee87e4bda46f34194e 2024-11-09T16:21:36,628 DEBUG [M:0;efe6b43736f4:41933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f49e78b03724a6a8d93454268283dc0 as hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f49e78b03724a6a8d93454268283dc0 2024-11-09T16:21:36,631 INFO [M:0;efe6b43736f4:41933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f49e78b03724a6a8d93454268283dc0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T16:21:36,632 DEBUG [M:0;efe6b43736f4:41933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27f381f0d34740f3b5fa7f22ebf5e086 as hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27f381f0d34740f3b5fa7f22ebf5e086 2024-11-09T16:21:36,635 INFO [M:0;efe6b43736f4:41933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27f381f0d34740f3b5fa7f22ebf5e086, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T16:21:36,636 DEBUG [M:0;efe6b43736f4:41933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a49fff1a41ba4fee87e4bda46f34194e as hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a49fff1a41ba4fee87e4bda46f34194e 2024-11-09T16:21:36,640 INFO [M:0;efe6b43736f4:41933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45677/user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a49fff1a41ba4fee87e4bda46f34194e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T16:21:36,641 INFO [M:0;efe6b43736f4:41933 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false 2024-11-09T16:21:36,642 INFO [M:0;efe6b43736f4:41933 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:36,642 DEBUG [M:0;efe6b43736f4:41933 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169295755Disabling compacts and flushes for region at 1731169295755Disabling writes for close at 1731169295755Obtaining lock to block concurrent updates at 1731169295755Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169295755Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731169295756 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169295756Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169295756Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169295773 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169295773Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169296181 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169296194 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169296194Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169296203 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169296219 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169296219Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c5c8d2: reopening flushed file at 1731169296627 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f100008: reopening flushed file at 1731169296631 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac19d23: reopening flushed file at 1731169296635 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false at 1731169296641 (+6 ms)Writing region close event to WAL at 1731169296641Closed at 1731169296641 2024-11-09T16:21:36,643 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76cf2860-f60c-e320-a3b2-70cadb00d460/MasterData/WALs/efe6b43736f4,41933,1731169260807/efe6b43736f4%2C41933%2C1731169260807.1731169262867 not finished, retry = 0 2024-11-09T16:21:36,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44955 is added to blk_1073741830_1006 (size=63654) 2024-11-09T16:21:36,744 INFO [M:0;efe6b43736f4:41933 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:21:36,744 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:21:36,744 INFO [M:0;efe6b43736f4:41933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41933 2024-11-09T16:21:36,745 INFO [M:0;efe6b43736f4:41933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:21:36,892 INFO [M:0;efe6b43736f4:41933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:21:36,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:21:36,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41933-0x1012066730d0003, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:21:36,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ca407b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:21:36,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59439f90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:21:36,895 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:21:36,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a7f541b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:21:36,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525e5e7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/hadoop.log.dir/,STOPPED} 2024-11-09T16:21:36,896 WARN [BP-1742229620-172.17.0.3-1731169258891 heartbeating to localhost/127.0.0.1:45677 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:21:36,896 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:21:36,896 WARN [BP-1742229620-172.17.0.3-1731169258891 heartbeating to localhost/127.0.0.1:45677 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1742229620-172.17.0.3-1731169258891 (Datanode Uuid 739c266d-5773-4239-969b-202e5f9ca46d) service to localhost/127.0.0.1:45677 2024-11-09T16:21:36,896 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:21:36,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/cluster_fd5cb12a-6881-3a94-8f2c-db5046f49f56/data/data1/current/BP-1742229620-172.17.0.3-1731169258891 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:21:36,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/cluster_fd5cb12a-6881-3a94-8f2c-db5046f49f56/data/data2/current/BP-1742229620-172.17.0.3-1731169258891 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:21:36,897 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:21:36,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6680b640{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:21:36,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ef897f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:21:36,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:21:36,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ae1d9a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:21:36,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f288855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5b789cf-223c-5f1f-7d78-ca209006d907/hadoop.log.dir/,STOPPED} 2024-11-09T16:21:36,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:21:36,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:21:36,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:21:36,922 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:36,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:36,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:36,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:21:36,922 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:21:36,922 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1856638851, stopped=false 2024-11-09T16:21:36,922 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,46413,1731169255149 2024-11-09T16:21:36,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1639915278/running 2024-11-09T16:21:36,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1639915278/running 2024-11-09T16:21:36,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278 2024-11-09T16:21:36,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278 2024-11-09T16:21:36,939 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:21:36,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:21:36,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:36,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:36,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,37389,1731169255522' ***** 2024-11-09T16:21:36,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:21:36,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Set watcher on znode that does not yet exist, /0-1639915278/running 2024-11-09T16:21:36,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Set watcher on znode that does not yet exist, /0-1639915278/running 2024-11-09T16:21:36,940 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:21:36,941 INFO [RS:0;efe6b43736f4:37389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:21:36,941 INFO [RS:0;efe6b43736f4:37389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:21:36,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:21:36,941 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(3091): Received CLOSE for bbc999aa7e3f346dd02cadc3e6f6c425 2024-11-09T16:21:36,941 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd 2024-11-09T16:21:36,941 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,37389,1731169255522 2024-11-09T16:21:36,941 INFO [RS:0;efe6b43736f4:37389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:21:36,941 INFO [RS:0;efe6b43736f4:37389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:37389. 2024-11-09T16:21:36,941 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbc999aa7e3f346dd02cadc3e6f6c425, disabling compactions & flushes 2024-11-09T16:21:36,941 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425. 2024-11-09T16:21:36,941 DEBUG [RS:0;efe6b43736f4:37389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:36,941 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425. 2024-11-09T16:21:36,941 DEBUG [RS:0;efe6b43736f4:37389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:36,941 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425. after waiting 0 ms 2024-11-09T16:21:36,941 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425. 2024-11-09T16:21:36,941 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:21:36,941 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:21:36,941 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:21:36,941 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:21:36,941 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bbc999aa7e3f346dd02cadc3e6f6c425 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-09T16:21:36,942 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T16:21:36,942 DEBUG [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(1325): Online Regions={bbc999aa7e3f346dd02cadc3e6f6c425=hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425., 1588230740=hbase:meta,,1.1588230740, 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd=test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd.} 2024-11-09T16:21:36,942 DEBUG [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd, bbc999aa7e3f346dd02cadc3e6f6c425 2024-11-09T16:21:36,942 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:21:36,942 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:21:36,942 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:21:36,942 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:21:36,942 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:21:36,942 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T16:21:36,952 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:21:36,958 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/.tmp/info/d1f1aef8cf18459f95c613bb163e96a8 is 147, key is hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425./info:regioninfo/1731169277285/Put/seqid=0 2024-11-09T16:21:36,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741840_1016 (size=7686) 2024-11-09T16:21:36,962 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/.tmp/info/d1f1aef8cf18459f95c613bb163e96a8 2024-11-09T16:21:36,962 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/replication/bbc999aa7e3f346dd02cadc3e6f6c425/.tmp/queue/366efe4bc3c94199bff1127ccaecf6f6 is 154, key is 1-efe6b43736f4,37389,1731169255522/queue:efe6b43736f4%2C37389%2C1731169255522/1731169290018/Put/seqid=0 2024-11-09T16:21:36,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741841_1017 (size=5353) 2024-11-09T16:21:36,966 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/replication/bbc999aa7e3f346dd02cadc3e6f6c425/.tmp/queue/366efe4bc3c94199bff1127ccaecf6f6 2024-11-09T16:21:36,972 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/replication/bbc999aa7e3f346dd02cadc3e6f6c425/.tmp/queue/366efe4bc3c94199bff1127ccaecf6f6 as hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/replication/bbc999aa7e3f346dd02cadc3e6f6c425/queue/366efe4bc3c94199bff1127ccaecf6f6 2024-11-09T16:21:36,977 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/replication/bbc999aa7e3f346dd02cadc3e6f6c425/queue/366efe4bc3c94199bff1127ccaecf6f6, entries=1, sequenceid=14, filesize=5.2 K 2024-11-09T16:21:36,978 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for bbc999aa7e3f346dd02cadc3e6f6c425 in 37ms, sequenceid=14, compaction requested=false 2024-11-09T16:21:36,984 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/.tmp/ns/d1a8f2ec788f4fcfba99889ce7cc3463 is 43, key is default/ns:d/1731169258833/Put/seqid=0 2024-11-09T16:21:36,992 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/replication/bbc999aa7e3f346dd02cadc3e6f6c425/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-09T16:21:36,993 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:21:36,993 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:21:36,993 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425. 2024-11-09T16:21:36,993 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbc999aa7e3f346dd02cadc3e6f6c425: Waiting for close lock at 1731169296941Running coprocessor pre-close hooks at 1731169296941Disabling compacts and flushes for region at 1731169296941Disabling writes for close at 1731169296941Obtaining lock to block concurrent updates at 1731169296941Preparing flush snapshotting stores in bbc999aa7e3f346dd02cadc3e6f6c425 at 1731169296941Finished memstore snapshotting hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731169296942 (+1 ms)Flushing stores of hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425. at 1731169296942Flushing bbc999aa7e3f346dd02cadc3e6f6c425/queue: creating writer at 1731169296942Flushing bbc999aa7e3f346dd02cadc3e6f6c425/queue: appending metadata at 1731169296962 (+20 ms)Flushing bbc999aa7e3f346dd02cadc3e6f6c425/queue: closing flushed file at 1731169296962Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@697a246d: reopening flushed file at 1731169296972 (+10 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for bbc999aa7e3f346dd02cadc3e6f6c425 in 37ms, sequenceid=14, compaction requested=false at 1731169296978 (+6 ms)Writing region close event to WAL at 1731169296986 (+8 ms)Running coprocessor post-close hooks at 1731169296993 (+7 ms)Closed at 1731169296993 2024-11-09T16:21:36,993 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731169276119.bbc999aa7e3f346dd02cadc3e6f6c425. 2024-11-09T16:21:36,993 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd, disabling compactions & flushes 2024-11-09T16:21:36,994 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd. 2024-11-09T16:21:36,994 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd. 2024-11-09T16:21:36,994 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd. after waiting 0 ms 2024-11-09T16:21:36,994 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd. 2024-11-09T16:21:36,994 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-09T16:21:36,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741842_1018 (size=5153) 2024-11-09T16:21:37,011 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/.tmp/f/60e2128076584d5ebc83181dd15975a9 is 37, key is row3/f:row3/1731169288287/Put/seqid=0 2024-11-09T16:21:37,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741843_1019 (size=5228) 2024-11-09T16:21:37,142 DEBUG [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd 2024-11-09T16:21:37,342 DEBUG [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd 2024-11-09T16:21:37,394 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/.tmp/ns/d1a8f2ec788f4fcfba99889ce7cc3463 2024-11-09T16:21:37,415 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/.tmp/rep_barrier/5659fab8129c4bde9e01c08b08f3cc19 is 112, key is test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd./rep_barrier:seqnumDuringOpen/1731169270794/Put/seqid=0 2024-11-09T16:21:37,415 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/.tmp/f/60e2128076584d5ebc83181dd15975a9 2024-11-09T16:21:37,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741844_1020 (size=5518) 2024-11-09T16:21:37,428 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60e2128076584d5ebc83181dd15975a9 2024-11-09T16:21:37,447 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/.tmp/f1/c40ec9107fe640fa9a7485c7b0a6f64f is 30, key is row1/f1:/1731169285630/DeleteFamily/seqid=0 2024-11-09T16:21:37,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741845_1021 (size=5158) 2024-11-09T16:21:37,457 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/.tmp/f1/c40ec9107fe640fa9a7485c7b0a6f64f 2024-11-09T16:21:37,461 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c40ec9107fe640fa9a7485c7b0a6f64f 2024-11-09T16:21:37,481 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/.tmp/norep/e8214d6cc0b84120a9e45d8ab928a000 is 32, key is row/norep:/1731169284622/DeleteFamily/seqid=0 2024-11-09T16:21:37,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741846_1022 (size=5101) 2024-11-09T16:21:37,486 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/.tmp/norep/e8214d6cc0b84120a9e45d8ab928a000 2024-11-09T16:21:37,490 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8214d6cc0b84120a9e45d8ab928a000 2024-11-09T16:21:37,497 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/.tmp/f/60e2128076584d5ebc83181dd15975a9 as hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/f/60e2128076584d5ebc83181dd15975a9 2024-11-09T16:21:37,501 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60e2128076584d5ebc83181dd15975a9 2024-11-09T16:21:37,501 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/f/60e2128076584d5ebc83181dd15975a9, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T16:21:37,503 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/.tmp/f1/c40ec9107fe640fa9a7485c7b0a6f64f as hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/f1/c40ec9107fe640fa9a7485c7b0a6f64f 2024-11-09T16:21:37,508 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c40ec9107fe640fa9a7485c7b0a6f64f 2024-11-09T16:21:37,508 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/f1/c40ec9107fe640fa9a7485c7b0a6f64f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T16:21:37,517 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/.tmp/norep/e8214d6cc0b84120a9e45d8ab928a000 as hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/norep/e8214d6cc0b84120a9e45d8ab928a000 2024-11-09T16:21:37,522 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8214d6cc0b84120a9e45d8ab928a000 2024-11-09T16:21:37,522 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/norep/e8214d6cc0b84120a9e45d8ab928a000, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T16:21:37,525 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd in 531ms, sequenceid=12, compaction requested=false 2024-11-09T16:21:37,540 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/default/test/5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T16:21:37,541 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:21:37,541 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:21:37,541 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd. 2024-11-09T16:21:37,541 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd: Waiting for close lock at 1731169296993Running coprocessor pre-close hooks at 1731169296993Disabling compacts and flushes for region at 1731169296993Disabling writes for close at 1731169296994 (+1 ms)Obtaining lock to block concurrent updates at 1731169296994Preparing flush snapshotting stores in 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd at 1731169296994Finished memstore snapshotting test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731169296994Flushing stores of test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd. at 1731169296994Flushing 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/f: creating writer at 1731169296995 (+1 ms)Flushing 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/f: appending metadata at 1731169297011 (+16 ms)Flushing 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/f: closing flushed file at 1731169297011Flushing 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/f1: creating writer at 1731169297429 (+418 ms)Flushing 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/f1: appending metadata at 1731169297446 (+17 ms)Flushing 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/f1: closing flushed file at 1731169297446Flushing 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/norep: creating writer at 1731169297461 (+15 ms)Flushing 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/norep: appending metadata at 1731169297479 (+18 ms)Flushing 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd/norep: closing flushed file at 1731169297480 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20773113: reopening flushed file at 1731169297490 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c0b3561: reopening flushed file at 1731169297502 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a27ad1: reopening flushed file at 1731169297508 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5a8f0e9bf0bed3b5e7a5895a7a9ef4dd in 531ms, sequenceid=12, compaction requested=false at 1731169297525 (+17 ms)Writing region close event to WAL at 1731169297536 (+11 ms)Running coprocessor post-close hooks at 1731169297541 (+5 ms)Closed at 1731169297541 2024-11-09T16:21:37,541 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731169269651.5a8f0e9bf0bed3b5e7a5895a7a9ef4dd. 2024-11-09T16:21:37,542 DEBUG [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:21:37,596 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:21:37,596 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:21:37,742 DEBUG [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:21:37,752 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 1491, reset compression=false 2024-11-09T16:21:37,757 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:21:37,757 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 2382, reset compression=false 2024-11-09T16:21:37,757 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,37389,1731169255522 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724, lastWalPosition=2382, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:21:37,758 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.HRegionServer(2440): ***** ABORTING region server efe6b43736f4,37389,1731169255522: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-efe6b43736f4,37389,1731169255522, walGroup=efe6b43736f4%2C37389%2C1731169255522, offset=efe6b43736f4%2C37389%2C1731169255522.1731169257724:2382, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37389 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T16:21:37,759 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T16:21:37,759 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T16:21:37,759 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T16:21:37,759 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T16:21:37,759 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T16:21:37,759 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1147142144, "init": 1048576000, "max": 2306867200, "used": 649234376 }, "NonHeapMemoryUsage": { "committed": 202571776, "init": 7667712, "max": -1, "used": 199568016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T16:21:37,760 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:46413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:46413 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T16:21:37,819 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/.tmp/rep_barrier/5659fab8129c4bde9e01c08b08f3cc19 2024-11-09T16:21:37,834 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/.tmp/table/efee440fa9ba4042a445d1287a962187 is 53, key is hbase:replication/table:state/1731169277292/Put/seqid=0 2024-11-09T16:21:37,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741847_1023 (size=5308) 2024-11-09T16:21:37,943 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T16:21:37,943 DEBUG [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T16:21:37,943 DEBUG [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:21:37,962 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 2382, reset compression=false 2024-11-09T16:21:38,143 DEBUG [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:21:38,238 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/.tmp/table/efee440fa9ba4042a445d1287a962187 2024-11-09T16:21:38,242 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/.tmp/info/d1f1aef8cf18459f95c613bb163e96a8 as hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/info/d1f1aef8cf18459f95c613bb163e96a8 2024-11-09T16:21:38,246 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/info/d1f1aef8cf18459f95c613bb163e96a8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T16:21:38,247 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/.tmp/ns/d1a8f2ec788f4fcfba99889ce7cc3463 as hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/ns/d1a8f2ec788f4fcfba99889ce7cc3463 2024-11-09T16:21:38,251 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/ns/d1a8f2ec788f4fcfba99889ce7cc3463, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T16:21:38,252 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/.tmp/rep_barrier/5659fab8129c4bde9e01c08b08f3cc19 as hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/rep_barrier/5659fab8129c4bde9e01c08b08f3cc19 2024-11-09T16:21:38,256 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/rep_barrier/5659fab8129c4bde9e01c08b08f3cc19, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T16:21:38,257 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/.tmp/table/efee440fa9ba4042a445d1287a962187 as hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/table/efee440fa9ba4042a445d1287a962187 2024-11-09T16:21:38,261 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/table/efee440fa9ba4042a445d1287a962187, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T16:21:38,262 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false 2024-11-09T16:21:38,264 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.wal-reader.efe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 to pos 2382, reset compression=false 2024-11-09T16:21:38,265 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T16:21:38,266 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:21:38,267 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:21:38,267 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:21:38,267 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169296942Running coprocessor pre-close hooks at 1731169296942Disabling compacts and flushes for region at 1731169296942Disabling writes for close at 1731169296942Obtaining lock to block concurrent updates at 1731169296942Preparing flush snapshotting stores in 1588230740 at 1731169296942Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731169296942Flushing stores of hbase:meta,,1.1588230740 at 1731169296943 (+1 ms)Flushing 1588230740/info: creating writer at 1731169296943Flushing 1588230740/info: appending metadata at 1731169296958 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731169296958Flushing 1588230740/ns: creating writer at 1731169296966 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731169296984 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731169296984Flushing 1588230740/rep_barrier: creating writer at 1731169297398 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731169297414 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731169297414Flushing 1588230740/table: creating writer at 1731169297822 (+408 ms)Flushing 1588230740/table: appending metadata at 1731169297834 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731169297834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7744c732: reopening flushed file at 1731169298241 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@697430e6: reopening flushed file at 1731169298246 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e365046: reopening flushed file at 1731169298251 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb62a96: reopening flushed file at 1731169298256 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false at 1731169298262 (+6 ms)Writing region close event to WAL at 1731169298263 (+1 ms)Running coprocessor post-close hooks at 1731169298266 (+3 ms)Closed at 1731169298267 (+1 ms) 2024-11-09T16:21:38,267 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:21:38,343 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,37389,1731169255522; all regions closed. 2024-11-09T16:21:38,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741834_1010 (size=4239) 2024-11-09T16:21:38,345 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.meta.1731169258778.meta not finished, retry = 0 2024-11-09T16:21:38,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741839_1015 (size=3552) 2024-11-09T16:21:38,448 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.rep.1731169277254 not finished, retry = 0 2024-11-09T16:21:38,550 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/WALs/efe6b43736f4,37389,1731169255522/efe6b43736f4%2C37389%2C1731169255522.1731169257724 not finished, retry = 0 2024-11-09T16:21:38,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741832_1008 (size=2390) 2024-11-09T16:21:38,652 DEBUG [RS:0;efe6b43736f4:37389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:38,652 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:21:38,652 INFO [RS:0;efe6b43736f4:37389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:21:38,652 INFO [RS:0;efe6b43736f4:37389 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T16:21:38,652 INFO [RS:0;efe6b43736f4:37389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:21:38,652 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:21:38,653 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-efe6b43736f4,37389,1731169255522 because: Region server is closing 2024-11-09T16:21:38,653 INFO [RS:0;efe6b43736f4:37389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:37389. 2024-11-09T16:21:38,653 DEBUG [RS:0;efe6b43736f4:37389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:38,653 DEBUG [RS:0;efe6b43736f4:37389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:38,653 DEBUG [RS:0;efe6b43736f4:37389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:38,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:21:38,753 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,37389,1731169255522.replicationSource.shipperefe6b43736f4%2C37389%2C1731169255522,1-efe6b43736f4,37389,1731169255522 terminated 2024-11-09T16:21:38,754 INFO [RS:0;efe6b43736f4:37389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:37389. 2024-11-09T16:21:38,754 DEBUG [RS:0;efe6b43736f4:37389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:21:38,754 DEBUG [RS:0;efe6b43736f4:37389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:38,754 DEBUG [RS:0;efe6b43736f4:37389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:38,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:21:38,754 INFO [RS:0;efe6b43736f4:37389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37389 2024-11-09T16:21:38,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278/rs 2024-11-09T16:21:38,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1639915278/rs/efe6b43736f4,37389,1731169255522 2024-11-09T16:21:38,813 INFO [RS:0;efe6b43736f4:37389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:21:38,878 INFO [master/efe6b43736f4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T16:21:38,878 INFO [master/efe6b43736f4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T16:21:38,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,37389,1731169255522] 2024-11-09T16:21:38,929 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1639915278/draining/efe6b43736f4,37389,1731169255522 already deleted, retry=false 2024-11-09T16:21:38,929 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,37389,1731169255522 expired; onlineServers=0 2024-11-09T16:21:38,929 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,46413,1731169255149' ***** 2024-11-09T16:21:38,929 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:21:38,929 INFO [M:0;efe6b43736f4:46413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:21:38,929 INFO [M:0;efe6b43736f4:46413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:21:38,929 DEBUG [M:0;efe6b43736f4:46413 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:21:38,929 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:21:38,929 DEBUG [M:0;efe6b43736f4:46413 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:21:38,929 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169257538 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169257538,5,FailOnTimeoutGroup] 2024-11-09T16:21:38,929 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169257537 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169257537,5,FailOnTimeoutGroup] 2024-11-09T16:21:38,929 INFO [M:0;efe6b43736f4:46413 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:21:38,929 INFO [M:0;efe6b43736f4:46413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:21:38,930 DEBUG [M:0;efe6b43736f4:46413 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:21:38,930 INFO [M:0;efe6b43736f4:46413 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:21:38,930 INFO [M:0;efe6b43736f4:46413 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:21:38,930 INFO [M:0;efe6b43736f4:46413 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:21:38,930 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:21:38,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1639915278/master 2024-11-09T16:21:38,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1639915278 2024-11-09T16:21:38,939 DEBUG [M:0;efe6b43736f4:46413 {}] zookeeper.ZKUtil(347): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Unable to get data of znode /0-1639915278/master because node does not exist (not an error) 2024-11-09T16:21:38,939 WARN [M:0;efe6b43736f4:46413 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:21:38,940 INFO [M:0;efe6b43736f4:46413 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/.lastflushedseqids 2024-11-09T16:21:38,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741848_1024 (size=245) 2024-11-09T16:21:38,945 INFO [M:0;efe6b43736f4:46413 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:21:38,946 INFO [M:0;efe6b43736f4:46413 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:21:38,946 DEBUG [M:0;efe6b43736f4:46413 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:21:38,946 INFO [M:0;efe6b43736f4:46413 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:38,946 DEBUG [M:0;efe6b43736f4:46413 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:38,946 DEBUG [M:0;efe6b43736f4:46413 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:21:38,946 DEBUG [M:0;efe6b43736f4:46413 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:38,946 INFO [M:0;efe6b43736f4:46413 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-09T16:21:38,959 DEBUG [M:0;efe6b43736f4:46413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f35bf0215ea4807bbebf224a59666f6 is 82, key is hbase:meta,,1/info:regioninfo/1731169258806/Put/seqid=0 2024-11-09T16:21:38,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741849_1025 (size=5672) 2024-11-09T16:21:39,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:21:39,009 INFO [RS:0;efe6b43736f4:37389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:21:39,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1012066730d0001, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:21:39,009 INFO [RS:0;efe6b43736f4:37389 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,37389,1731169255522; zookeeper connection closed. 2024-11-09T16:21:39,009 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5138db15 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5138db15 2024-11-09T16:21:39,009 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:21:39,363 INFO [M:0;efe6b43736f4:46413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f35bf0215ea4807bbebf224a59666f6 2024-11-09T16:21:39,383 DEBUG [M:0;efe6b43736f4:46413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97364d3904b240f085203789bc6a8a63 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731169270803/Put/seqid=0 2024-11-09T16:21:39,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741850_1026 (size=7219) 2024-11-09T16:21:39,792 INFO [M:0;efe6b43736f4:46413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97364d3904b240f085203789bc6a8a63 2024-11-09T16:21:39,795 INFO [M:0;efe6b43736f4:46413 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97364d3904b240f085203789bc6a8a63 2024-11-09T16:21:39,807 DEBUG [M:0;efe6b43736f4:46413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2647289bdf744f96a8242e3a8142420c is 69, key is efe6b43736f4,37389,1731169255522/rs:state/1731169257577/Put/seqid=0 2024-11-09T16:21:39,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741851_1027 (size=5156) 2024-11-09T16:21:40,211 INFO [M:0;efe6b43736f4:46413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2647289bdf744f96a8242e3a8142420c 2024-11-09T16:21:40,215 DEBUG [M:0;efe6b43736f4:46413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f35bf0215ea4807bbebf224a59666f6 as hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f35bf0215ea4807bbebf224a59666f6 2024-11-09T16:21:40,218 INFO [M:0;efe6b43736f4:46413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f35bf0215ea4807bbebf224a59666f6, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T16:21:40,219 DEBUG [M:0;efe6b43736f4:46413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97364d3904b240f085203789bc6a8a63 as hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97364d3904b240f085203789bc6a8a63 2024-11-09T16:21:40,222 INFO [M:0;efe6b43736f4:46413 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97364d3904b240f085203789bc6a8a63 2024-11-09T16:21:40,222 INFO [M:0;efe6b43736f4:46413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97364d3904b240f085203789bc6a8a63, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T16:21:40,223 DEBUG [M:0;efe6b43736f4:46413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2647289bdf744f96a8242e3a8142420c as hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2647289bdf744f96a8242e3a8142420c 2024-11-09T16:21:40,226 INFO [M:0;efe6b43736f4:46413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41449/user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2647289bdf744f96a8242e3a8142420c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T16:21:40,226 INFO [M:0;efe6b43736f4:46413 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-11-09T16:21:40,227 INFO [M:0;efe6b43736f4:46413 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:40,227 DEBUG [M:0;efe6b43736f4:46413 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169298946Disabling compacts and flushes for region at 1731169298946Disabling writes for close at 1731169298946Obtaining lock to block concurrent updates at 1731169298946Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169298946Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731169298946Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169298947 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169298947Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169298959 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169298959Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169299366 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169299383 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169299383Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169299795 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169299807 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169299807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5230d6b2: reopening flushed file at 1731169300215 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4671108f: reopening flushed file at 1731169300218 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d5eb808: reopening flushed file at 1731169300222 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1731169300226 (+4 ms)Writing region close event to WAL at 1731169300227 (+1 ms)Closed at 1731169300227 2024-11-09T16:21:40,229 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c084878e-849b-3bd8-e6cb-fbcbf68392b3/MasterData/WALs/efe6b43736f4,46413,1731169255149/efe6b43736f4%2C46413%2C1731169255149.1731169257267 not finished, retry = 0 2024-11-09T16:21:40,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40943 is added to blk_1073741830_1006 (size=64435) 2024-11-09T16:21:40,330 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:21:40,330 INFO [M:0;efe6b43736f4:46413 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:21:40,330 INFO [M:0;efe6b43736f4:46413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46413 2024-11-09T16:21:40,330 INFO [M:0;efe6b43736f4:46413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:21:40,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:21:40,492 INFO [M:0;efe6b43736f4:46413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:21:40,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1012066730d0000, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:21:40,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2de8f6a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:21:40,495 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b1445b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:21:40,495 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:21:40,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7787f04f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:21:40,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ccff675{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/hadoop.log.dir/,STOPPED} 2024-11-09T16:21:40,496 WARN [BP-1212941701-172.17.0.3-1731169253239 heartbeating to localhost/127.0.0.1:41449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:21:40,496 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:21:40,497 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:21:40,497 WARN [BP-1212941701-172.17.0.3-1731169253239 heartbeating to localhost/127.0.0.1:41449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1212941701-172.17.0.3-1731169253239 (Datanode Uuid 1293bdc9-7630-46e0-87b8-6a3c4beed9d9) service to localhost/127.0.0.1:41449 2024-11-09T16:21:40,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/cluster_966000d1-a64a-10e5-e074-48108765ace3/data/data1/current/BP-1212941701-172.17.0.3-1731169253239 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:21:40,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/cluster_966000d1-a64a-10e5-e074-48108765ace3/data/data2/current/BP-1212941701-172.17.0.3-1731169253239 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:21:40,497 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:21:40,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77c24a51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:21:40,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c3f62b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:21:40,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:21:40,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71864713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:21:40,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f50f5a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/482a8c50-6dc9-da6a-f75b-b0e246315346/hadoop.log.dir/,STOPPED} 2024-11-09T16:21:40,510 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T16:21:40,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:21:40,531 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 264) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63847) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63847) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45677 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:45677 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40567 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41449 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:41449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63847) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=368 (was 439), ProcessCount=11 (was 11), AvailableMemoryMB=720 (was 912) 2024-11-09T16:21:40,540 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=368, ProcessCount=11, AvailableMemoryMB=720 2024-11-09T16:21:40,551 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-09T16:21:40,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/hadoop.log.dir so I do NOT create it in target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd 2024-11-09T16:21:40,552 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:21:40,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/hadoop.tmp.dir so I do NOT create it in target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd 2024-11-09T16:21:40,552 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a3fe90-c50c-4bd5-2435-690f583e5a88/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:21:40,552 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd 2024-11-09T16:21:40,552 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/cluster_53af09e1-36c1-e24a-733d-d10bf56f50f6, deleteOnExit=true 2024-11-09T16:21:40,572 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/cluster_53af09e1-36c1-e24a-733d-d10bf56f50f6/zookeeper_0, clientPort=64837, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/cluster_53af09e1-36c1-e24a-733d-d10bf56f50f6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/cluster_53af09e1-36c1-e24a-733d-d10bf56f50f6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T16:21:40,573 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64837 2024-11-09T16:21:40,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:21:40,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:21:40,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/test.cache.data in system properties and HBase conf 2024-11-09T16:21:40,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:21:40,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:21:40,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:21:40,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:21:40,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:21:40,574 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:21:40,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:21:40,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012066730d0005, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:21:40,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012066730d0002, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:21:40,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012066730d0008, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:21:40,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012066730d0008, quorum=127.0.0.1:63847, baseZNode=/2-1298514647 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:21:40,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012066730d0005, quorum=127.0.0.1:63847, baseZNode=/11122387511 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:21:40,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012066730d0002, quorum=127.0.0.1:63847, baseZNode=/0-1639915278 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:21:40,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:21:40,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:21:40,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:21:40,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:21:40,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:21:40,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:21:40,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58a60325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:21:40,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31757d5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:21:40,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48c5681f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/java.io.tmpdir/jetty-localhost-42407-hadoop-hdfs-3_4_1-tests_jar-_-any-3600502947764411789/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:21:40,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a967e33{HTTP/1.1, (http/1.1)}{localhost:42407} 2024-11-09T16:21:40,985 INFO [Time-limited test {}] server.Server(415): Started @264573ms 2024-11-09T16:21:41,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:21:41,230 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:21:41,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:21:41,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:21:41,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T16:21:41,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@210fec3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:21:41,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b6b26e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:21:41,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40c11a30{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/java.io.tmpdir/jetty-localhost-38653-hadoop-hdfs-3_4_1-tests_jar-_-any-11466952318353773919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:21:41,328 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@645740ab{HTTP/1.1, (http/1.1)}{localhost:38653} 2024-11-09T16:21:41,328 INFO [Time-limited test {}] server.Server(415): Started @264917ms 2024-11-09T16:21:41,330 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:21:42,249 WARN [Thread-3430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/cluster_53af09e1-36c1-e24a-733d-d10bf56f50f6/data/data2/current/BP-2096024500-172.17.0.3-1731169300587/current, will proceed with Du for space computation calculation, 2024-11-09T16:21:42,249 WARN [Thread-3429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/cluster_53af09e1-36c1-e24a-733d-d10bf56f50f6/data/data1/current/BP-2096024500-172.17.0.3-1731169300587/current, will proceed with Du for space computation calculation, 2024-11-09T16:21:42,263 WARN [Thread-3417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:21:42,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7049aad61840b0c2 with lease ID 0x9ec2ee227280a346: Processing first storage report for DS-56b0a230-3238-4ea5-bc1b-3136c16a8b58 from datanode DatanodeRegistration(127.0.0.1:39151, datanodeUuid=847bdfb4-5847-4c8a-9977-fcd737310f46, infoPort=45881, infoSecurePort=0, ipcPort=39629, storageInfo=lv=-57;cid=testClusterID;nsid=432777273;c=1731169300587) 2024-11-09T16:21:42,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7049aad61840b0c2 with lease ID 0x9ec2ee227280a346: from storage DS-56b0a230-3238-4ea5-bc1b-3136c16a8b58 node DatanodeRegistration(127.0.0.1:39151, datanodeUuid=847bdfb4-5847-4c8a-9977-fcd737310f46, infoPort=45881, infoSecurePort=0, ipcPort=39629, storageInfo=lv=-57;cid=testClusterID;nsid=432777273;c=1731169300587), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:21:42,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7049aad61840b0c2 with lease ID 0x9ec2ee227280a346: Processing first storage report for DS-1e1cc000-9513-4066-b954-f36ff0b4697b from datanode DatanodeRegistration(127.0.0.1:39151, datanodeUuid=847bdfb4-5847-4c8a-9977-fcd737310f46, infoPort=45881, infoSecurePort=0, ipcPort=39629, storageInfo=lv=-57;cid=testClusterID;nsid=432777273;c=1731169300587) 2024-11-09T16:21:42,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7049aad61840b0c2 with lease ID 0x9ec2ee227280a346: from storage DS-1e1cc000-9513-4066-b954-f36ff0b4697b node DatanodeRegistration(127.0.0.1:39151, datanodeUuid=847bdfb4-5847-4c8a-9977-fcd737310f46, infoPort=45881, infoSecurePort=0, ipcPort=39629, storageInfo=lv=-57;cid=testClusterID;nsid=432777273;c=1731169300587), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:21:42,356 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd 2024-11-09T16:21:42,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:42,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:42,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:21:42,496 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:21:42,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:42,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:42,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:42,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:42,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:42,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:42,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:42,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:42,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:42,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:42,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:42,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:42,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:42,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:42,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T16:21:42,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T16:21:42,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T16:21:42,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:21:42,763 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61 with version=8 2024-11-09T16:21:42,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/hbase-staging 2024-11-09T16:21:42,765 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:21:42,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:42,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:42,765 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:21:42,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:42,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:21:42,765 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:21:42,765 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:21:42,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35885 2024-11-09T16:21:42,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35885 connecting to ZooKeeper ensemble=127.0.0.1:64837 2024-11-09T16:21:42,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358850x0, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:21:42,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35885-0x10120672c070000 connected 2024-11-09T16:21:42,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:42,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:42,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Set watcher on znode that does not yet exist, /0-1211143575/running 2024-11-09T16:21:42,940 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61, hbase.cluster.distributed=false 2024-11-09T16:21:42,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Set watcher on znode that does not yet exist, /0-1211143575/acl 2024-11-09T16:21:42,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35885 2024-11-09T16:21:42,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35885 2024-11-09T16:21:42,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35885 2024-11-09T16:21:42,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35885 2024-11-09T16:21:42,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35885 2024-11-09T16:21:42,955 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:21:42,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:42,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:42,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:21:42,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:42,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:21:42,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:21:42,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:21:42,956 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41529 2024-11-09T16:21:42,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41529 connecting to ZooKeeper ensemble=127.0.0.1:64837 2024-11-09T16:21:42,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:42,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:42,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415290x0, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:21:42,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415290x0, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Set watcher on znode that does not yet exist, /0-1211143575/running 2024-11-09T16:21:42,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41529-0x10120672c070001 connected 2024-11-09T16:21:42,972 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:21:42,972 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:21:42,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Set watcher on znode that does not yet exist, /0-1211143575/master 2024-11-09T16:21:42,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Set watcher on znode that does not yet exist, /0-1211143575/acl 2024-11-09T16:21:42,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41529 2024-11-09T16:21:42,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41529 2024-11-09T16:21:42,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41529 2024-11-09T16:21:42,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41529 2024-11-09T16:21:42,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41529 2024-11-09T16:21:42,985 DEBUG [M:0;efe6b43736f4:35885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:35885 2024-11-09T16:21:42,986 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1211143575/backup-masters/efe6b43736f4,35885,1731169302765 2024-11-09T16:21:42,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575/backup-masters 2024-11-09T16:21:42,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575/backup-masters 2024-11-09T16:21:42,992 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Set watcher on existing znode=/0-1211143575/backup-masters/efe6b43736f4,35885,1731169302765 2024-11-09T16:21:43,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575 2024-11-09T16:21:43,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1211143575/master 2024-11-09T16:21:43,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575 2024-11-09T16:21:43,003 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Set watcher on existing znode=/0-1211143575/master 2024-11-09T16:21:43,003 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1211143575/backup-masters/efe6b43736f4,35885,1731169302765 from backup master directory 2024-11-09T16:21:43,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1211143575/backup-masters/efe6b43736f4,35885,1731169302765 2024-11-09T16:21:43,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575/backup-masters 2024-11-09T16:21:43,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575/backup-masters 2024-11-09T16:21:43,013 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:21:43,013 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,35885,1731169302765 2024-11-09T16:21:43,016 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/hbase.id] with ID: 6e337dd4-7c81-4f74-9556-44b54c6915e3 2024-11-09T16:21:43,016 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/.tmp/hbase.id 2024-11-09T16:21:43,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:21:43,420 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/.tmp/hbase.id]:[hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/hbase.id] 2024-11-09T16:21:43,427 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:43,427 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:21:43,428 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T16:21:43,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575 2024-11-09T16:21:43,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575 2024-11-09T16:21:43,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:21:43,881 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:21:43,881 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:21:43,882 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:21:43,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:21:44,288 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store 2024-11-09T16:21:44,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:21:44,692 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:44,692 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:21:44,692 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:44,692 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:44,692 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:21:44,692 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:44,692 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:44,692 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169304692Disabling compacts and flushes for region at 1731169304692Disabling writes for close at 1731169304692Writing region close event to WAL at 1731169304692Closed at 1731169304692 2024-11-09T16:21:44,693 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/.initializing 2024-11-09T16:21:44,693 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/WALs/efe6b43736f4,35885,1731169302765 2024-11-09T16:21:44,694 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:21:44,695 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C35885%2C1731169302765, suffix=, logDir=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/WALs/efe6b43736f4,35885,1731169302765, archiveDir=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/oldWALs, maxLogs=10 2024-11-09T16:21:44,706 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/WALs/efe6b43736f4,35885,1731169302765/efe6b43736f4%2C35885%2C1731169302765.1731169304695, exclude list is [], retry=0 2024-11-09T16:21:44,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39151,DS-56b0a230-3238-4ea5-bc1b-3136c16a8b58,DISK] 2024-11-09T16:21:44,710 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/WALs/efe6b43736f4,35885,1731169302765/efe6b43736f4%2C35885%2C1731169302765.1731169304695 2024-11-09T16:21:44,710 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45881:45881)] 2024-11-09T16:21:44,710 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:21:44,710 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:44,710 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:44,710 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:44,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:44,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:21:44,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:44,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:44,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:44,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:21:44,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:44,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:44,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:44,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:21:44,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:44,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:44,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:44,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:21:44,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:44,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:44,716 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:44,716 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:44,716 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:44,717 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:44,717 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:44,718 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:21:44,718 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:44,719 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:21:44,719 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74016226, jitterRate=0.10292771458625793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:21:44,720 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169304711Initializing all the Stores at 1731169304711Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169304711Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169304711Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169304711Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169304711Cleaning up temporary data from old regions at 1731169304717 (+6 ms)Region opened successfully at 1731169304720 (+3 ms) 2024-11-09T16:21:44,720 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:21:44,722 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449abf39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:21:44,722 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:21:44,722 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:21:44,722 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:21:44,722 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:21:44,723 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:21:44,723 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:21:44,723 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:21:44,724 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:21:44,724 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Unable to get data of znode /0-1211143575/balancer because node does not exist (not necessarily an error) 2024-11-09T16:21:44,781 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1211143575/balancer already deleted, retry=false 2024-11-09T16:21:44,782 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:21:44,782 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Unable to get data of znode /0-1211143575/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:21:44,792 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1211143575/normalizer already deleted, retry=false 2024-11-09T16:21:44,792 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:21:44,793 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Unable to get data of znode /0-1211143575/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:21:44,802 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1211143575/switch/split already deleted, retry=false 2024-11-09T16:21:44,803 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Unable to get data of znode /0-1211143575/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:21:44,894 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1211143575/switch/merge already deleted, retry=false 2024-11-09T16:21:44,896 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Unable to get data of znode /0-1211143575/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:21:44,952 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1211143575/snapshot-cleanup already deleted, retry=false 2024-11-09T16:21:44,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1211143575/running 2024-11-09T16:21:44,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1211143575/running 2024-11-09T16:21:44,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575 2024-11-09T16:21:44,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575 2024-11-09T16:21:44,978 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,35885,1731169302765, sessionid=0x10120672c070000, setting cluster-up flag (Was=false) 2024-11-09T16:21:44,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575 2024-11-09T16:21:44,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575 2024-11-09T16:21:45,031 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1211143575/flush-table-proc/acquired, /0-1211143575/flush-table-proc/reached, /0-1211143575/flush-table-proc/abort 2024-11-09T16:21:45,032 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,35885,1731169302765 2024-11-09T16:21:45,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575 2024-11-09T16:21:45,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575 2024-11-09T16:21:45,086 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1211143575/online-snapshot/acquired, /0-1211143575/online-snapshot/reached, /0-1211143575/online-snapshot/abort 2024-11-09T16:21:45,088 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,35885,1731169302765 2024-11-09T16:21:45,088 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:21:45,089 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:45,090 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:21:45,090 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:21:45,090 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,35885,1731169302765 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:21:45,091 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:45,091 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:45,091 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:45,091 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:45,091 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:21:45,091 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:45,091 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:21:45,091 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:45,092 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169335092 2024-11-09T16:21:45,092 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:21:45,092 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:21:45,092 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:21:45,092 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:21:45,092 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:21:45,092 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:21:45,092 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:45,092 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,092 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:21:45,092 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:21:45,093 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:21:45,093 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:21:45,093 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:21:45,093 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:21:45,093 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:21:45,093 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:45,093 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169305093,5,FailOnTimeoutGroup] 2024-11-09T16:21:45,093 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169305093,5,FailOnTimeoutGroup] 2024-11-09T16:21:45,093 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,093 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:21:45,093 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:21:45,093 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,093 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:21:45,098 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:21:45,098 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61 2024-11-09T16:21:45,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741832_1008 (size=32) 2024-11-09T16:21:45,178 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(746): ClusterId : 6e337dd4-7c81-4f74-9556-44b54c6915e3 2024-11-09T16:21:45,178 DEBUG [RS:0;efe6b43736f4:41529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:21:45,190 DEBUG [RS:0;efe6b43736f4:41529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:21:45,190 DEBUG [RS:0;efe6b43736f4:41529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:21:45,200 DEBUG [RS:0;efe6b43736f4:41529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:21:45,200 DEBUG [RS:0;efe6b43736f4:41529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@369515ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:21:45,213 DEBUG [RS:0;efe6b43736f4:41529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:41529 2024-11-09T16:21:45,213 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:21:45,213 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:21:45,213 DEBUG [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:21:45,214 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,35885,1731169302765 with port=41529, startcode=1731169302955 2024-11-09T16:21:45,214 DEBUG [RS:0;efe6b43736f4:41529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:21:45,215 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:21:45,215 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35885 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,41529,1731169302955 2024-11-09T16:21:45,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35885 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,41529,1731169302955 2024-11-09T16:21:45,217 DEBUG [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61 2024-11-09T16:21:45,217 DEBUG [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43763 2024-11-09T16:21:45,217 DEBUG [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:21:45,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575/rs 2024-11-09T16:21:45,284 DEBUG [RS:0;efe6b43736f4:41529 {}] zookeeper.ZKUtil(111): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Set watcher on existing znode=/0-1211143575/rs/efe6b43736f4,41529,1731169302955 2024-11-09T16:21:45,284 WARN [RS:0;efe6b43736f4:41529 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:21:45,284 INFO [RS:0;efe6b43736f4:41529 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:21:45,284 DEBUG [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955 2024-11-09T16:21:45,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,41529,1731169302955] 2024-11-09T16:21:45,286 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:21:45,287 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:21:45,288 INFO [RS:0;efe6b43736f4:41529 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:21:45,288 INFO [RS:0;efe6b43736f4:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,288 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:21:45,288 INFO [RS:0;efe6b43736f4:41529 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:21:45,288 INFO [RS:0;efe6b43736f4:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,288 DEBUG [RS:0;efe6b43736f4:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:45,289 DEBUG [RS:0;efe6b43736f4:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:45,289 DEBUG [RS:0;efe6b43736f4:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:45,289 DEBUG [RS:0;efe6b43736f4:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:45,289 DEBUG [RS:0;efe6b43736f4:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:45,289 DEBUG [RS:0;efe6b43736f4:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:21:45,289 DEBUG [RS:0;efe6b43736f4:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:45,289 DEBUG [RS:0;efe6b43736f4:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:45,289 DEBUG [RS:0;efe6b43736f4:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:45,289 DEBUG [RS:0;efe6b43736f4:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:45,289 DEBUG [RS:0;efe6b43736f4:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:45,289 DEBUG [RS:0;efe6b43736f4:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:45,289 DEBUG [RS:0;efe6b43736f4:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:21:45,289 DEBUG [RS:0;efe6b43736f4:41529 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:21:45,289 INFO [RS:0;efe6b43736f4:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,289 INFO [RS:0;efe6b43736f4:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,289 INFO [RS:0;efe6b43736f4:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,289 INFO [RS:0;efe6b43736f4:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,290 INFO [RS:0;efe6b43736f4:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,290 INFO [RS:0;efe6b43736f4:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,41529,1731169302955-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:21:45,302 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:21:45,302 INFO [RS:0;efe6b43736f4:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,41529,1731169302955-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,302 INFO [RS:0;efe6b43736f4:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,303 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.Replication(171): efe6b43736f4,41529,1731169302955 started 2024-11-09T16:21:45,313 INFO [RS:0;efe6b43736f4:41529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,313 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,41529,1731169302955, RpcServer on efe6b43736f4/172.17.0.3:41529, sessionid=0x10120672c070001 2024-11-09T16:21:45,313 DEBUG [RS:0;efe6b43736f4:41529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:21:45,313 DEBUG [RS:0;efe6b43736f4:41529 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,41529,1731169302955 2024-11-09T16:21:45,313 DEBUG [RS:0;efe6b43736f4:41529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,41529,1731169302955' 2024-11-09T16:21:45,313 DEBUG [RS:0;efe6b43736f4:41529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1211143575/flush-table-proc/abort' 2024-11-09T16:21:45,314 DEBUG [RS:0;efe6b43736f4:41529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1211143575/flush-table-proc/acquired' 2024-11-09T16:21:45,314 DEBUG [RS:0;efe6b43736f4:41529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:21:45,314 DEBUG [RS:0;efe6b43736f4:41529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:21:45,314 DEBUG [RS:0;efe6b43736f4:41529 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,41529,1731169302955 2024-11-09T16:21:45,314 DEBUG [RS:0;efe6b43736f4:41529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,41529,1731169302955' 2024-11-09T16:21:45,314 DEBUG [RS:0;efe6b43736f4:41529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1211143575/online-snapshot/abort' 2024-11-09T16:21:45,315 DEBUG [RS:0;efe6b43736f4:41529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1211143575/online-snapshot/acquired' 2024-11-09T16:21:45,315 DEBUG [RS:0;efe6b43736f4:41529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:21:45,315 INFO [RS:0;efe6b43736f4:41529 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:21:45,315 INFO [RS:0;efe6b43736f4:41529 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:21:45,415 INFO [RS:0;efe6b43736f4:41529 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:21:45,416 INFO [RS:0;efe6b43736f4:41529 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C41529%2C1731169302955, suffix=, logDir=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955, archiveDir=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/oldWALs, maxLogs=10 2024-11-09T16:21:45,427 DEBUG [RS:0;efe6b43736f4:41529 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416, exclude list is [], retry=0 2024-11-09T16:21:45,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39151,DS-56b0a230-3238-4ea5-bc1b-3136c16a8b58,DISK] 2024-11-09T16:21:45,430 INFO [RS:0;efe6b43736f4:41529 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 2024-11-09T16:21:45,430 DEBUG [RS:0;efe6b43736f4:41529 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45881:45881)] 2024-11-09T16:21:45,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:45,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:21:45,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:21:45,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:45,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:45,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:21:45,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:21:45,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:45,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:45,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:21:45,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:21:45,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:45,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:45,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:21:45,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:21:45,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:45,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:45,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:21:45,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740 2024-11-09T16:21:45,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740 2024-11-09T16:21:45,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:21:45,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:21:45,511 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:21:45,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:21:45,513 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:21:45,513 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69648460, jitterRate=0.03784292936325073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:21:45,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169305504Initializing all the Stores at 1731169305505 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169305505Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169305505Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169305505Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169305505Cleaning up temporary data from old regions at 1731169305511 (+6 ms)Region opened successfully at 1731169305514 (+3 ms) 2024-11-09T16:21:45,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:21:45,514 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:21:45,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:21:45,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:21:45,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:21:45,515 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:21:45,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169305514Disabling compacts and flushes for region at 1731169305514Disabling writes for close at 1731169305514Writing region close event to WAL at 1731169305514Closed at 1731169305514 2024-11-09T16:21:45,515 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:45,515 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:21:45,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:21:45,517 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:21:45,517 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:21:45,667 DEBUG [efe6b43736f4:35885 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:21:45,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,41529,1731169302955 2024-11-09T16:21:45,669 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,41529,1731169302955, state=OPENING 2024-11-09T16:21:45,718 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:21:45,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575 2024-11-09T16:21:45,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575 2024-11-09T16:21:45,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1211143575/meta-region-server: CHANGED 2024-11-09T16:21:45,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1211143575/meta-region-server: CHANGED 2024-11-09T16:21:45,759 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:21:45,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,41529,1731169302955}] 2024-11-09T16:21:45,912 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:21:45,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:21:45,915 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:21:45,915 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:21:45,915 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:21:45,916 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C41529%2C1731169302955.meta, suffix=.meta, logDir=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955, archiveDir=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/oldWALs, maxLogs=10 2024-11-09T16:21:45,928 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.meta.1731169305917.meta, exclude list is [], retry=0 2024-11-09T16:21:45,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39151,DS-56b0a230-3238-4ea5-bc1b-3136c16a8b58,DISK] 2024-11-09T16:21:45,931 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.meta.1731169305917.meta 2024-11-09T16:21:45,931 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45881:45881)] 2024-11-09T16:21:45,931 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:21:45,931 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:21:45,931 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:21:45,931 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:21:45,932 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:21:45,932 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:21:45,932 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:45,932 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:21:45,932 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:21:45,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:21:45,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:21:45,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:45,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:45,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:21:45,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:21:45,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:45,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:45,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:21:45,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:21:45,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:45,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:45,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:21:45,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:21:45,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:45,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:45,936 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:21:45,937 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740 2024-11-09T16:21:45,938 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740 2024-11-09T16:21:45,938 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:21:45,938 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:21:45,939 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:21:45,939 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:21:45,940 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66119726, jitterRate=-0.014739304780960083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:21:45,940 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:21:45,940 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169305932Writing region info on filesystem at 1731169305932Initializing all the Stores at 1731169305932Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169305932Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169305933 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169305933Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169305933Cleaning up temporary data from old regions at 1731169305938 (+5 ms)Running coprocessor post-open hooks at 1731169305940 (+2 ms)Region opened successfully at 1731169305940 2024-11-09T16:21:45,941 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169305911 2024-11-09T16:21:45,942 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:21:45,942 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:21:45,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,41529,1731169302955 2024-11-09T16:21:45,943 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,41529,1731169302955, state=OPEN 2024-11-09T16:21:45,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1211143575/meta-region-server 2024-11-09T16:21:45,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1211143575/meta-region-server 2024-11-09T16:21:45,960 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,41529,1731169302955 2024-11-09T16:21:45,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1211143575/meta-region-server: CHANGED 2024-11-09T16:21:45,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1211143575/meta-region-server: CHANGED 2024-11-09T16:21:45,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:21:45,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,41529,1731169302955 in 200 msec 2024-11-09T16:21:45,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:21:45,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-09T16:21:45,963 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:45,963 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:21:45,964 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:45,964 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,41529,1731169302955, seqNum=-1] 2024-11-09T16:21:45,964 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:45,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:21:45,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 879 msec 2024-11-09T16:21:45,969 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169305969, completionTime=-1 2024-11-09T16:21:45,969 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:21:45,969 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:21:45,971 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:21:45,971 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169365971 2024-11-09T16:21:45,971 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169425971 2024-11-09T16:21:45,971 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T16:21:45,971 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,35885,1731169302765-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,971 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,35885,1731169302765-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,971 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,35885,1731169302765-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,971 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:35885, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,971 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,972 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,973 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:21:45,974 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.961sec 2024-11-09T16:21:45,974 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:21:45,974 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:21:45,974 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:21:45,975 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:21:45,975 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:21:45,975 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,35885,1731169302765-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:21:45,975 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,35885,1731169302765-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:21:45,977 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:21:45,977 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:21:45,977 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,35885,1731169302765-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:45,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b72d433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:45,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,35885,-1 for getting cluster id 2024-11-09T16:21:45,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:45,980 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e337dd4-7c81-4f74-9556-44b54c6915e3' 2024-11-09T16:21:45,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:45,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e337dd4-7c81-4f74-9556-44b54c6915e3" 2024-11-09T16:21:45,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a4e454, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:45,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,35885,-1] 2024-11-09T16:21:45,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:45,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:45,981 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:45,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37710afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:45,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,41529,1731169302955, seqNum=-1] 2024-11-09T16:21:45,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:45,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:21:45,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,35885,1731169302765 2024-11-09T16:21:45,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64837 2024-11-09T16:21:45,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:21:45,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10120672c070002 connected 2024-11-09T16:21:46,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/hadoop.log.dir so I do NOT create it in target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f 2024-11-09T16:21:46,005 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:21:46,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/hadoop.tmp.dir so I do NOT create it in target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f 2024-11-09T16:21:46,005 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:21:46,005 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f 2024-11-09T16:21:46,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:21:46,005 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/cluster_72d63ce1-44e6-6a52-9f00-b99190de8ea8, deleteOnExit=true 2024-11-09T16:21:46,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:21:46,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/test.cache.data in system properties and HBase conf 2024-11-09T16:21:46,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:21:46,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:21:46,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:21:46,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:21:46,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:21:46,006 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:21:46,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:21:46,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:21:46,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:21:46,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:21:46,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:21:46,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:21:46,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:21:46,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:21:46,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:21:46,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:21:46,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:21:46,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:21:46,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:21:46,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:21:46,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:21:46,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:21:46,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:21:46,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:21:46,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T16:21:46,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:21:46,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2479bb81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:21:46,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f4997b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:21:46,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e2454bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/java.io.tmpdir/jetty-localhost-44933-hadoop-hdfs-3_4_1-tests_jar-_-any-18055327518186615875/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:21:46,411 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ae1b9da{HTTP/1.1, (http/1.1)}{localhost:44933} 2024-11-09T16:21:46,411 INFO [Time-limited test {}] server.Server(415): Started @270000ms 2024-11-09T16:21:46,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:21:46,678 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:21:46,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:21:46,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:21:46,681 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T16:21:46,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55da76a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:21:46,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1008dde9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:21:46,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f12a355{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/java.io.tmpdir/jetty-localhost-40083-hadoop-hdfs-3_4_1-tests_jar-_-any-2012197379688571124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:21:46,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20198d99{HTTP/1.1, (http/1.1)}{localhost:40083} 2024-11-09T16:21:46,781 INFO [Time-limited test {}] server.Server(415): Started @270370ms 2024-11-09T16:21:46,782 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:21:47,493 WARN [Thread-3550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/cluster_72d63ce1-44e6-6a52-9f00-b99190de8ea8/data/data1/current/BP-1220814608-172.17.0.3-1731169306020/current, will proceed with Du for space computation calculation, 2024-11-09T16:21:47,493 WARN [Thread-3551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/cluster_72d63ce1-44e6-6a52-9f00-b99190de8ea8/data/data2/current/BP-1220814608-172.17.0.3-1731169306020/current, will proceed with Du for space computation calculation, 2024-11-09T16:21:47,507 WARN [Thread-3538 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:21:47,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8fd25232b52c8eab with lease ID 0x3734c1fdf09436bc: Processing first storage report for DS-365631e8-ac5d-479f-8ece-db50af61a1a2 from datanode DatanodeRegistration(127.0.0.1:39037, datanodeUuid=d4cea627-1997-47d8-a9ce-a446b787d88c, infoPort=43225, infoSecurePort=0, ipcPort=42161, storageInfo=lv=-57;cid=testClusterID;nsid=485972252;c=1731169306020) 2024-11-09T16:21:47,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8fd25232b52c8eab with lease ID 0x3734c1fdf09436bc: from storage DS-365631e8-ac5d-479f-8ece-db50af61a1a2 node DatanodeRegistration(127.0.0.1:39037, datanodeUuid=d4cea627-1997-47d8-a9ce-a446b787d88c, infoPort=43225, infoSecurePort=0, ipcPort=42161, storageInfo=lv=-57;cid=testClusterID;nsid=485972252;c=1731169306020), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:21:47,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8fd25232b52c8eab with lease ID 0x3734c1fdf09436bc: Processing first storage report for DS-37e18c7a-2fb4-4dce-9969-6d3f005a6f0c from datanode DatanodeRegistration(127.0.0.1:39037, datanodeUuid=d4cea627-1997-47d8-a9ce-a446b787d88c, infoPort=43225, infoSecurePort=0, ipcPort=42161, storageInfo=lv=-57;cid=testClusterID;nsid=485972252;c=1731169306020) 2024-11-09T16:21:47,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8fd25232b52c8eab with lease ID 0x3734c1fdf09436bc: from storage DS-37e18c7a-2fb4-4dce-9969-6d3f005a6f0c node DatanodeRegistration(127.0.0.1:39037, datanodeUuid=d4cea627-1997-47d8-a9ce-a446b787d88c, infoPort=43225, infoSecurePort=0, ipcPort=42161, storageInfo=lv=-57;cid=testClusterID;nsid=485972252;c=1731169306020), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:21:47,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f 2024-11-09T16:21:47,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:47,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:47,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:21:48,020 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa with version=8 2024-11-09T16:21:48,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/hbase-staging 2024-11-09T16:21:48,021 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:21:48,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:48,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:48,021 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:21:48,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:48,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:21:48,021 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:21:48,022 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:21:48,022 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38923 2024-11-09T16:21:48,023 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38923 connecting to ZooKeeper ensemble=127.0.0.1:64837 2024-11-09T16:21:48,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389230x0, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:21:48,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38923-0x10120672c070003 connected 2024-11-09T16:21:48,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:48,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:48,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Set watcher on znode that does not yet exist, /1243321140/running 2024-11-09T16:21:48,153 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa, hbase.cluster.distributed=false 2024-11-09T16:21:48,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Set watcher on znode that does not yet exist, /1243321140/acl 2024-11-09T16:21:48,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38923 2024-11-09T16:21:48,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38923 2024-11-09T16:21:48,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38923 2024-11-09T16:21:48,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38923 2024-11-09T16:21:48,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38923 2024-11-09T16:21:48,175 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:21:48,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:48,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:48,175 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:21:48,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:48,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:21:48,175 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:21:48,175 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:21:48,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35049 2024-11-09T16:21:48,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35049 connecting to ZooKeeper ensemble=127.0.0.1:64837 2024-11-09T16:21:48,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:48,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:48,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350490x0, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:21:48,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350490x0, quorum=127.0.0.1:64837, baseZNode=/1243321140 Set watcher on znode that does not yet exist, /1243321140/running 2024-11-09T16:21:48,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35049-0x10120672c070004 connected 2024-11-09T16:21:48,192 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:21:48,193 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:21:48,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Set watcher on znode that does not yet exist, /1243321140/master 2024-11-09T16:21:48,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Set watcher on znode that does not yet exist, /1243321140/acl 2024-11-09T16:21:48,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35049 2024-11-09T16:21:48,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35049 2024-11-09T16:21:48,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35049 2024-11-09T16:21:48,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35049 2024-11-09T16:21:48,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35049 2024-11-09T16:21:48,213 DEBUG [M:0;efe6b43736f4:38923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:38923 2024-11-09T16:21:48,214 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1243321140/backup-masters/efe6b43736f4,38923,1731169308021 2024-11-09T16:21:48,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140/backup-masters 2024-11-09T16:21:48,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140/backup-masters 2024-11-09T16:21:48,223 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Set watcher on existing znode=/1243321140/backup-masters/efe6b43736f4,38923,1731169308021 2024-11-09T16:21:48,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140 2024-11-09T16:21:48,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1243321140/master 2024-11-09T16:21:48,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140 2024-11-09T16:21:48,234 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Set watcher on existing znode=/1243321140/master 2024-11-09T16:21:48,234 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1243321140/backup-masters/efe6b43736f4,38923,1731169308021 from backup master directory 2024-11-09T16:21:48,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140/backup-masters 2024-11-09T16:21:48,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1243321140/backup-masters/efe6b43736f4,38923,1731169308021 2024-11-09T16:21:48,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140/backup-masters 2024-11-09T16:21:48,244 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:21:48,244 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,38923,1731169308021 2024-11-09T16:21:48,247 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/hbase.id] with ID: f16d4ffd-47d9-4768-b463-525f15ab0e1e 2024-11-09T16:21:48,247 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/.tmp/hbase.id 2024-11-09T16:21:48,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:21:48,256 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:21:48,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:48,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:48,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:48,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:48,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:48,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:48,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:48,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:48,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:48,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:48,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:48,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:48,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:48,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:48,651 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/.tmp/hbase.id]:[hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/hbase.id] 2024-11-09T16:21:48,658 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:48,658 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:21:48,659 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T16:21:49,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140 2024-11-09T16:21:49,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140 2024-11-09T16:21:49,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:21:49,461 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:21:49,461 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:21:49,462 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:21:49,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:21:49,867 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store 2024-11-09T16:21:49,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:21:50,272 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:50,272 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:21:50,272 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:50,272 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:50,272 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:21:50,272 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:50,272 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:50,272 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169310272Disabling compacts and flushes for region at 1731169310272Disabling writes for close at 1731169310272Writing region close event to WAL at 1731169310272Closed at 1731169310272 2024-11-09T16:21:50,273 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/.initializing 2024-11-09T16:21:50,273 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/WALs/efe6b43736f4,38923,1731169308021 2024-11-09T16:21:50,273 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:21:50,274 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C38923%2C1731169308021, suffix=, logDir=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/WALs/efe6b43736f4,38923,1731169308021, archiveDir=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/oldWALs, maxLogs=10 2024-11-09T16:21:50,285 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/WALs/efe6b43736f4,38923,1731169308021/efe6b43736f4%2C38923%2C1731169308021.1731169310274, exclude list is [], retry=0 2024-11-09T16:21:50,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39037,DS-365631e8-ac5d-479f-8ece-db50af61a1a2,DISK] 2024-11-09T16:21:50,288 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/WALs/efe6b43736f4,38923,1731169308021/efe6b43736f4%2C38923%2C1731169308021.1731169310274 2024-11-09T16:21:50,290 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43225:43225)] 2024-11-09T16:21:50,290 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:21:50,290 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:50,290 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:50,290 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:50,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:50,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:21:50,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:50,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:50,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:50,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:21:50,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:50,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:50,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:50,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:21:50,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:50,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:50,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:50,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:21:50,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:50,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:50,310 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:50,310 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:50,311 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:50,311 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:50,311 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:50,312 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:21:50,312 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:50,314 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:21:50,314 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72866622, jitterRate=0.0857972800731659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:21:50,314 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169310290Initializing all the Stores at 1731169310291 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169310291Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169310292 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169310292Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169310292Cleaning up temporary data from old regions at 1731169310311 (+19 ms)Region opened successfully at 1731169310314 (+3 ms) 2024-11-09T16:21:50,314 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:21:50,316 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e52ae9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:21:50,316 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:21:50,316 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:21:50,317 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:21:50,317 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:21:50,317 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:21:50,317 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:21:50,317 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:21:50,318 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:21:50,319 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Unable to get data of znode /1243321140/balancer because node does not exist (not necessarily an error) 2024-11-09T16:21:50,381 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1243321140/balancer already deleted, retry=false 2024-11-09T16:21:50,381 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:21:50,382 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Unable to get data of znode /1243321140/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:21:50,391 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1243321140/normalizer already deleted, retry=false 2024-11-09T16:21:50,392 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:21:50,392 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Unable to get data of znode /1243321140/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:21:50,402 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1243321140/switch/split already deleted, retry=false 2024-11-09T16:21:50,403 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Unable to get data of znode /1243321140/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:21:50,412 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1243321140/switch/merge already deleted, retry=false 2024-11-09T16:21:50,414 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Unable to get data of znode /1243321140/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:21:50,423 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1243321140/snapshot-cleanup already deleted, retry=false 2024-11-09T16:21:50,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1243321140/running 2024-11-09T16:21:50,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1243321140/running 2024-11-09T16:21:50,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140 2024-11-09T16:21:50,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140 2024-11-09T16:21:50,434 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,38923,1731169308021, sessionid=0x10120672c070003, setting cluster-up flag (Was=false) 2024-11-09T16:21:50,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140 2024-11-09T16:21:50,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140 2024-11-09T16:21:50,486 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1243321140/flush-table-proc/acquired, /1243321140/flush-table-proc/reached, /1243321140/flush-table-proc/abort 2024-11-09T16:21:50,487 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,38923,1731169308021 2024-11-09T16:21:50,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140 2024-11-09T16:21:50,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140 2024-11-09T16:21:50,539 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1243321140/online-snapshot/acquired, /1243321140/online-snapshot/reached, /1243321140/online-snapshot/abort 2024-11-09T16:21:50,540 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,38923,1731169308021 2024-11-09T16:21:50,541 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:21:50,542 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:50,542 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:21:50,542 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:21:50,542 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,38923,1731169308021 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:21:50,544 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:50,544 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:50,544 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:50,544 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:50,544 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:21:50,544 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:50,544 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:21:50,544 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:50,544 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169340544 2024-11-09T16:21:50,545 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:21:50,545 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:21:50,545 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:21:50,545 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:21:50,545 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:21:50,545 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:21:50,545 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:50,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:21:50,545 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:50,545 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:21:50,545 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:21:50,546 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:21:50,546 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:21:50,546 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:50,546 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:21:50,546 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:21:50,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:21:50,546 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169310546,5,FailOnTimeoutGroup] 2024-11-09T16:21:50,546 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169310546,5,FailOnTimeoutGroup] 2024-11-09T16:21:50,546 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:50,546 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:21:50,546 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:50,546 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:50,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:21:50,610 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(746): ClusterId : f16d4ffd-47d9-4768-b463-525f15ab0e1e 2024-11-09T16:21:50,610 DEBUG [RS:0;efe6b43736f4:35049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:21:50,621 DEBUG [RS:0;efe6b43736f4:35049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:21:50,621 DEBUG [RS:0;efe6b43736f4:35049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:21:50,631 DEBUG [RS:0;efe6b43736f4:35049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:21:50,631 DEBUG [RS:0;efe6b43736f4:35049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2580635b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:21:50,642 DEBUG [RS:0;efe6b43736f4:35049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:35049 2024-11-09T16:21:50,642 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:21:50,642 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:21:50,642 DEBUG [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:21:50,643 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,38923,1731169308021 with port=35049, startcode=1731169308174 2024-11-09T16:21:50,643 DEBUG [RS:0;efe6b43736f4:35049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:21:50,644 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:21:50,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,35049,1731169308174 2024-11-09T16:21:50,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38923 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,35049,1731169308174 2024-11-09T16:21:50,646 DEBUG [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa 2024-11-09T16:21:50,646 DEBUG [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38091 2024-11-09T16:21:50,646 DEBUG [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:21:50,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140/rs 2024-11-09T16:21:50,729 DEBUG [RS:0;efe6b43736f4:35049 {}] zookeeper.ZKUtil(111): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Set watcher on existing znode=/1243321140/rs/efe6b43736f4,35049,1731169308174 2024-11-09T16:21:50,729 WARN [RS:0;efe6b43736f4:35049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:21:50,729 INFO [RS:0;efe6b43736f4:35049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:21:50,730 DEBUG [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174 2024-11-09T16:21:50,730 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,35049,1731169308174] 2024-11-09T16:21:50,732 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:21:50,733 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:21:50,733 INFO [RS:0;efe6b43736f4:35049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:21:50,733 INFO [RS:0;efe6b43736f4:35049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:50,734 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:21:50,734 INFO [RS:0;efe6b43736f4:35049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:21:50,734 INFO [RS:0;efe6b43736f4:35049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:50,734 DEBUG [RS:0;efe6b43736f4:35049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:50,734 DEBUG [RS:0;efe6b43736f4:35049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:50,734 DEBUG [RS:0;efe6b43736f4:35049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:50,734 DEBUG [RS:0;efe6b43736f4:35049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:50,734 DEBUG [RS:0;efe6b43736f4:35049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:50,734 DEBUG [RS:0;efe6b43736f4:35049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:21:50,734 DEBUG [RS:0;efe6b43736f4:35049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:50,734 DEBUG [RS:0;efe6b43736f4:35049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:50,734 DEBUG [RS:0;efe6b43736f4:35049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:50,734 DEBUG [RS:0;efe6b43736f4:35049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:50,734 DEBUG [RS:0;efe6b43736f4:35049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:50,734 DEBUG [RS:0;efe6b43736f4:35049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:50,734 DEBUG [RS:0;efe6b43736f4:35049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:21:50,734 DEBUG [RS:0;efe6b43736f4:35049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:21:50,735 INFO [RS:0;efe6b43736f4:35049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:50,735 INFO [RS:0;efe6b43736f4:35049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:50,735 INFO [RS:0;efe6b43736f4:35049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:50,735 INFO [RS:0;efe6b43736f4:35049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:50,735 INFO [RS:0;efe6b43736f4:35049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:50,735 INFO [RS:0;efe6b43736f4:35049 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,35049,1731169308174-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:21:50,747 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:21:50,747 INFO [RS:0;efe6b43736f4:35049 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,35049,1731169308174-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:50,747 INFO [RS:0;efe6b43736f4:35049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:50,747 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.Replication(171): efe6b43736f4,35049,1731169308174 started 2024-11-09T16:21:50,759 INFO [RS:0;efe6b43736f4:35049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:50,759 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,35049,1731169308174, RpcServer on efe6b43736f4/172.17.0.3:35049, sessionid=0x10120672c070004 2024-11-09T16:21:50,760 DEBUG [RS:0;efe6b43736f4:35049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:21:50,760 DEBUG [RS:0;efe6b43736f4:35049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,35049,1731169308174 2024-11-09T16:21:50,760 DEBUG [RS:0;efe6b43736f4:35049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,35049,1731169308174' 2024-11-09T16:21:50,760 DEBUG [RS:0;efe6b43736f4:35049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1243321140/flush-table-proc/abort' 2024-11-09T16:21:50,760 DEBUG [RS:0;efe6b43736f4:35049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1243321140/flush-table-proc/acquired' 2024-11-09T16:21:50,760 DEBUG [RS:0;efe6b43736f4:35049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:21:50,760 DEBUG [RS:0;efe6b43736f4:35049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:21:50,760 DEBUG [RS:0;efe6b43736f4:35049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,35049,1731169308174 2024-11-09T16:21:50,761 DEBUG [RS:0;efe6b43736f4:35049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,35049,1731169308174' 2024-11-09T16:21:50,761 DEBUG [RS:0;efe6b43736f4:35049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1243321140/online-snapshot/abort' 2024-11-09T16:21:50,761 DEBUG [RS:0;efe6b43736f4:35049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1243321140/online-snapshot/acquired' 2024-11-09T16:21:50,761 DEBUG [RS:0;efe6b43736f4:35049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:21:50,761 INFO [RS:0;efe6b43736f4:35049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:21:50,761 INFO [RS:0;efe6b43736f4:35049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:21:50,862 INFO [RS:0;efe6b43736f4:35049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:21:50,863 INFO [RS:0;efe6b43736f4:35049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C35049%2C1731169308174, suffix=, logDir=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174, archiveDir=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/oldWALs, maxLogs=10 2024-11-09T16:21:50,874 DEBUG [RS:0;efe6b43736f4:35049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863, exclude list is [], retry=0 2024-11-09T16:21:50,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39037,DS-365631e8-ac5d-479f-8ece-db50af61a1a2,DISK] 2024-11-09T16:21:50,877 INFO [RS:0;efe6b43736f4:35049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 2024-11-09T16:21:50,878 DEBUG [RS:0;efe6b43736f4:35049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43225:43225)] 2024-11-09T16:21:50,954 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:21:50,955 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa 2024-11-09T16:21:50,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741833_1009 (size=32) 2024-11-09T16:21:51,287 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T16:21:51,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:51,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:21:51,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:21:51,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:51,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:51,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:21:51,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:21:51,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:51,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:51,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:21:51,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:21:51,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:51,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:51,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:21:51,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:21:51,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:51,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:51,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:21:51,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740 2024-11-09T16:21:51,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740 2024-11-09T16:21:51,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:21:51,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:21:51,367 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:21:51,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:21:51,368 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:21:51,369 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62966430, jitterRate=-0.06172707676887512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:21:51,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169311360Initializing all the Stores at 1731169311360Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169311360Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169311360Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169311360Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169311360Cleaning up temporary data from old regions at 1731169311366 (+6 ms)Region opened successfully at 1731169311369 (+3 ms) 2024-11-09T16:21:51,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:21:51,369 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:21:51,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:21:51,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:21:51,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:21:51,369 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:21:51,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169311369Disabling compacts and flushes for region at 1731169311369Disabling writes for close at 1731169311369Writing region close event to WAL at 1731169311369Closed at 1731169311369 2024-11-09T16:21:51,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:51,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:21:51,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:21:51,371 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:21:51,372 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:21:51,522 DEBUG [efe6b43736f4:38923 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:21:51,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,35049,1731169308174 2024-11-09T16:21:51,523 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,35049,1731169308174, state=OPENING 2024-11-09T16:21:51,591 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:21:51,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140 2024-11-09T16:21:51,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140 2024-11-09T16:21:51,602 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:21:51,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,35049,1731169308174}] 2024-11-09T16:21:51,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1243321140/meta-region-server: CHANGED 2024-11-09T16:21:51,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1243321140/meta-region-server: CHANGED 2024-11-09T16:21:51,754 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:21:51,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:21:51,758 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:21:51,758 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:21:51,758 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:21:51,759 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C35049%2C1731169308174.meta, suffix=.meta, logDir=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174, archiveDir=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/oldWALs, maxLogs=10 2024-11-09T16:21:51,771 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.meta.1731169311759.meta, exclude list is [], retry=0 2024-11-09T16:21:51,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39037,DS-365631e8-ac5d-479f-8ece-db50af61a1a2,DISK] 2024-11-09T16:21:51,774 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.meta.1731169311759.meta 2024-11-09T16:21:51,775 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43225:43225)] 2024-11-09T16:21:51,775 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:21:51,775 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:21:51,775 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:21:51,775 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:21:51,775 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:21:51,775 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:21:51,776 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:51,776 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:21:51,776 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:21:51,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:21:51,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:21:51,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:51,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:51,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:21:51,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:21:51,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:51,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:51,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:21:51,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:21:51,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:51,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:51,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:21:51,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:21:51,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:51,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:51,780 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:21:51,780 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740 2024-11-09T16:21:51,781 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740 2024-11-09T16:21:51,782 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:21:51,782 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:21:51,782 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:21:51,783 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:21:51,784 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59947359, jitterRate=-0.10671474039554596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:21:51,784 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:21:51,784 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169311776Writing region info on filesystem at 1731169311776Initializing all the Stores at 1731169311776Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169311776Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169311776Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169311776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169311776Cleaning up temporary data from old regions at 1731169311782 (+6 ms)Running coprocessor post-open hooks at 1731169311784 (+2 ms)Region opened successfully at 1731169311784 2024-11-09T16:21:51,785 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169311754 2024-11-09T16:21:51,786 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:21:51,786 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:21:51,787 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,35049,1731169308174 2024-11-09T16:21:51,787 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,35049,1731169308174, state=OPEN 2024-11-09T16:21:51,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1243321140/meta-region-server 2024-11-09T16:21:51,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1243321140/meta-region-server 2024-11-09T16:21:51,799 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,35049,1731169308174 2024-11-09T16:21:51,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1243321140/meta-region-server: CHANGED 2024-11-09T16:21:51,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1243321140/meta-region-server: CHANGED 2024-11-09T16:21:51,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:21:51,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,35049,1731169308174 in 197 msec 2024-11-09T16:21:51,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:21:51,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-09T16:21:51,803 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:51,803 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:21:51,803 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:51,804 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,35049,1731169308174, seqNum=-1] 2024-11-09T16:21:51,804 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:51,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:21:51,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-11-09T16:21:51,808 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169311808, completionTime=-1 2024-11-09T16:21:51,808 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:21:51,808 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:21:51,810 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:21:51,810 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169371810 2024-11-09T16:21:51,810 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169431810 2024-11-09T16:21:51,810 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T16:21:51,810 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,38923,1731169308021-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:51,810 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,38923,1731169308021-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:51,810 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,38923,1731169308021-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:51,810 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:38923, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:51,810 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:51,811 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:51,812 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:21:51,813 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.569sec 2024-11-09T16:21:51,814 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:21:51,814 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:21:51,814 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:21:51,814 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:21:51,814 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:21:51,814 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,38923,1731169308021-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:21:51,814 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,38923,1731169308021-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:21:51,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4645f2c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:51,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,38923,-1 for getting cluster id 2024-11-09T16:21:51,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:51,816 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:21:51,816 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:21:51,816 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,38923,1731169308021-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:51,816 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f16d4ffd-47d9-4768-b463-525f15ab0e1e' 2024-11-09T16:21:51,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:51,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f16d4ffd-47d9-4768-b463-525f15ab0e1e" 2024-11-09T16:21:51,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70be3eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:51,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,38923,-1] 2024-11-09T16:21:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:51,817 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:51,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4439e742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:51,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:51,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,35049,1731169308174, seqNum=-1] 2024-11-09T16:21:51,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:51,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:21:51,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,38923,1731169308021 2024-11-09T16:21:51,822 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64837 2024-11-09T16:21:51,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:21:51,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10120672c070005 connected 2024-11-09T16:21:51,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/hadoop.log.dir so I do NOT create it in target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d 2024-11-09T16:21:51,846 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:21:51,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/hadoop.tmp.dir so I do NOT create it in target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d 2024-11-09T16:21:51,846 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:21:51,847 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d 2024-11-09T16:21:51,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:21:51,847 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/cluster_69fdb7be-8b4a-e379-9e8b-50587453de0d, deleteOnExit=true 2024-11-09T16:21:51,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:21:51,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/test.cache.data in system properties and HBase conf 2024-11-09T16:21:51,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:21:51,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:21:51,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:21:51,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:21:51,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:21:51,848 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:21:51,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:21:51,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:21:51,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:21:51,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:21:51,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:21:51,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:21:51,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:21:51,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:21:51,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:21:51,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:21:51,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:21:51,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:21:51,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:21:51,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:21:52,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:21:52,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:21:52,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:21:52,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:21:52,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:21:52,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:21:52,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@327dba0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:21:52,255 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:52,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64c0ed6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:21:52,255 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:21:52,256 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88657 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:21:52,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d0150fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/java.io.tmpdir/jetty-localhost-33971-hadoop-hdfs-3_4_1-tests_jar-_-any-2882250039458100847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:21:52,390 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1754fe3e{HTTP/1.1, (http/1.1)}{localhost:33971} 2024-11-09T16:21:52,390 INFO [Time-limited test {}] server.Server(415): Started @275979ms 2024-11-09T16:21:52,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:21:52,646 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:21:52,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:21:52,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:21:52,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:21:52,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24149e8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:21:52,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2482a93b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:21:52,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aec2a8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/java.io.tmpdir/jetty-localhost-37613-hadoop-hdfs-3_4_1-tests_jar-_-any-238351781579738418/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:21:52,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dd274ea{HTTP/1.1, (http/1.1)}{localhost:37613} 2024-11-09T16:21:52,743 INFO [Time-limited test {}] server.Server(415): Started @276332ms 2024-11-09T16:21:52,744 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:21:52,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T16:21:52,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T16:21:52,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T16:21:52,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T16:21:53,399 WARN [Thread-3671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/cluster_69fdb7be-8b4a-e379-9e8b-50587453de0d/data/data1/current/BP-878798052-172.17.0.3-1731169311867/current, will proceed with Du for space computation calculation, 2024-11-09T16:21:53,399 WARN [Thread-3672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/cluster_69fdb7be-8b4a-e379-9e8b-50587453de0d/data/data2/current/BP-878798052-172.17.0.3-1731169311867/current, will proceed with Du for space computation calculation, 2024-11-09T16:21:53,418 WARN [Thread-3659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:21:53,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x178dc6f9cc7e60e2 with lease ID 0xf90a57d1e931e45e: Processing first storage report for DS-ccdefbb6-9171-4999-a37c-862f5d370ab9 from datanode DatanodeRegistration(127.0.0.1:45557, datanodeUuid=0322efef-4c59-4db9-91a7-d2a0f6dfd0bc, infoPort=37217, infoSecurePort=0, ipcPort=35485, storageInfo=lv=-57;cid=testClusterID;nsid=2033255507;c=1731169311867) 2024-11-09T16:21:53,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x178dc6f9cc7e60e2 with lease ID 0xf90a57d1e931e45e: from storage DS-ccdefbb6-9171-4999-a37c-862f5d370ab9 node DatanodeRegistration(127.0.0.1:45557, datanodeUuid=0322efef-4c59-4db9-91a7-d2a0f6dfd0bc, infoPort=37217, infoSecurePort=0, ipcPort=35485, storageInfo=lv=-57;cid=testClusterID;nsid=2033255507;c=1731169311867), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:21:53,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x178dc6f9cc7e60e2 with lease ID 0xf90a57d1e931e45e: Processing first storage report for DS-6e2786f5-040c-440c-88be-91c4a3594c2b from datanode DatanodeRegistration(127.0.0.1:45557, datanodeUuid=0322efef-4c59-4db9-91a7-d2a0f6dfd0bc, infoPort=37217, infoSecurePort=0, ipcPort=35485, storageInfo=lv=-57;cid=testClusterID;nsid=2033255507;c=1731169311867) 2024-11-09T16:21:53,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x178dc6f9cc7e60e2 with lease ID 0xf90a57d1e931e45e: from storage DS-6e2786f5-040c-440c-88be-91c4a3594c2b node DatanodeRegistration(127.0.0.1:45557, datanodeUuid=0322efef-4c59-4db9-91a7-d2a0f6dfd0bc, infoPort=37217, infoSecurePort=0, ipcPort=35485, storageInfo=lv=-57;cid=testClusterID;nsid=2033255507;c=1731169311867), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:21:53,473 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d 2024-11-09T16:21:53,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:53,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:53,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:21:53,881 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d with version=8 2024-11-09T16:21:53,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/hbase-staging 2024-11-09T16:21:53,884 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:21:53,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:53,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:53,884 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:21:53,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:53,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:21:53,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:21:53,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:21:53,885 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44699 2024-11-09T16:21:53,885 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44699 connecting to ZooKeeper ensemble=127.0.0.1:64837 2024-11-09T16:21:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446990x0, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:21:53,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44699-0x10120672c070006 connected 2024-11-09T16:21:54,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:54,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:54,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Set watcher on znode that does not yet exist, /2-1195820748/running 2024-11-09T16:21:54,023 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d, hbase.cluster.distributed=false 2024-11-09T16:21:54,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Set watcher on znode that does not yet exist, /2-1195820748/acl 2024-11-09T16:21:54,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44699 2024-11-09T16:21:54,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44699 2024-11-09T16:21:54,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44699 2024-11-09T16:21:54,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44699 2024-11-09T16:21:54,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44699 2024-11-09T16:21:54,039 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:21:54,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:54,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:54,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:21:54,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:21:54,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:21:54,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:21:54,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:21:54,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40265 2024-11-09T16:21:54,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40265 connecting to ZooKeeper ensemble=127.0.0.1:64837 2024-11-09T16:21:54,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:54,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:54,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402650x0, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:21:54,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40265-0x10120672c070007 connected 2024-11-09T16:21:54,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Set watcher on znode that does not yet exist, /2-1195820748/running 2024-11-09T16:21:54,055 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:21:54,055 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:21:54,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Set watcher on znode that does not yet exist, /2-1195820748/master 2024-11-09T16:21:54,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Set watcher on znode that does not yet exist, /2-1195820748/acl 2024-11-09T16:21:54,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40265 2024-11-09T16:21:54,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40265 2024-11-09T16:21:54,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40265 2024-11-09T16:21:54,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40265 2024-11-09T16:21:54,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40265 2024-11-09T16:21:54,075 DEBUG [M:0;efe6b43736f4:44699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:44699 2024-11-09T16:21:54,076 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1195820748/backup-masters/efe6b43736f4,44699,1731169313883 2024-11-09T16:21:54,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748/backup-masters 2024-11-09T16:21:54,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748/backup-masters 2024-11-09T16:21:54,086 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Set watcher on existing znode=/2-1195820748/backup-masters/efe6b43736f4,44699,1731169313883 2024-11-09T16:21:54,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1195820748/master 2024-11-09T16:21:54,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748 2024-11-09T16:21:54,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748 2024-11-09T16:21:54,097 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Set watcher on existing znode=/2-1195820748/master 2024-11-09T16:21:54,097 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1195820748/backup-masters/efe6b43736f4,44699,1731169313883 from backup master directory 2024-11-09T16:21:54,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748/backup-masters 2024-11-09T16:21:54,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1195820748/backup-masters/efe6b43736f4,44699,1731169313883 2024-11-09T16:21:54,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748/backup-masters 2024-11-09T16:21:54,107 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:21:54,107 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,44699,1731169313883 2024-11-09T16:21:54,110 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/hbase.id] with ID: 4517d568-faa2-4e98-ad2a-0f07db760541 2024-11-09T16:21:54,110 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/.tmp/hbase.id 2024-11-09T16:21:54,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:21:54,514 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/.tmp/hbase.id]:[hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/hbase.id] 2024-11-09T16:21:54,522 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:21:54,522 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:21:54,523 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T16:21:54,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748 2024-11-09T16:21:54,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748 2024-11-09T16:21:54,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:21:54,975 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:21:54,976 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:21:54,976 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:21:54,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:21:54,981 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store 2024-11-09T16:21:54,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:21:55,386 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:55,386 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:21:55,386 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:55,386 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:55,386 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:21:55,386 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:55,386 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:21:55,386 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169315386Disabling compacts and flushes for region at 1731169315386Disabling writes for close at 1731169315386Writing region close event to WAL at 1731169315386Closed at 1731169315386 2024-11-09T16:21:55,387 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/.initializing 2024-11-09T16:21:55,387 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/WALs/efe6b43736f4,44699,1731169313883 2024-11-09T16:21:55,388 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:21:55,389 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C44699%2C1731169313883, suffix=, logDir=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/WALs/efe6b43736f4,44699,1731169313883, archiveDir=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/oldWALs, maxLogs=10 2024-11-09T16:21:55,401 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/WALs/efe6b43736f4,44699,1731169313883/efe6b43736f4%2C44699%2C1731169313883.1731169315389, exclude list is [], retry=0 2024-11-09T16:21:55,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45557,DS-ccdefbb6-9171-4999-a37c-862f5d370ab9,DISK] 2024-11-09T16:21:55,404 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/WALs/efe6b43736f4,44699,1731169313883/efe6b43736f4%2C44699%2C1731169313883.1731169315389 2024-11-09T16:21:55,404 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37217:37217)] 2024-11-09T16:21:55,404 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:21:55,405 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:55,405 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:55,405 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:55,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:55,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:21:55,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:55,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:55,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:55,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:21:55,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:55,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:55,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:55,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:21:55,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:55,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:55,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:55,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:21:55,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:55,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:55,410 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:55,410 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:55,411 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:55,411 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:55,411 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:55,412 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:21:55,412 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:21:55,414 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:21:55,414 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71414792, jitterRate=0.06416332721710205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:21:55,414 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169315405Initializing all the Stores at 1731169315405Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169315405Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169315406 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169315406Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169315406Cleaning up temporary data from old regions at 1731169315411 (+5 ms)Region opened successfully at 1731169315414 (+3 ms) 2024-11-09T16:21:55,414 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:21:55,416 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dbf7977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:21:55,417 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:21:55,417 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:21:55,417 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:21:55,417 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:21:55,417 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:21:55,417 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:21:55,417 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:21:55,419 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:21:55,419 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Unable to get data of znode /2-1195820748/balancer because node does not exist (not necessarily an error) 2024-11-09T16:21:55,465 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1195820748/balancer already deleted, retry=false 2024-11-09T16:21:55,465 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:21:55,466 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Unable to get data of znode /2-1195820748/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:21:55,475 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1195820748/normalizer already deleted, retry=false 2024-11-09T16:21:55,475 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:21:55,476 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Unable to get data of znode /2-1195820748/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:21:55,486 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1195820748/switch/split already deleted, retry=false 2024-11-09T16:21:55,486 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Unable to get data of znode /2-1195820748/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:21:55,496 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1195820748/switch/merge already deleted, retry=false 2024-11-09T16:21:55,498 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Unable to get data of znode /2-1195820748/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:21:55,507 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1195820748/snapshot-cleanup already deleted, retry=false 2024-11-09T16:21:55,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1195820748/running 2024-11-09T16:21:55,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1195820748/running 2024-11-09T16:21:55,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748 2024-11-09T16:21:55,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748 2024-11-09T16:21:55,518 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,44699,1731169313883, sessionid=0x10120672c070006, setting cluster-up flag (Was=false) 2024-11-09T16:21:55,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748 2024-11-09T16:21:55,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748 2024-11-09T16:21:55,570 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1195820748/flush-table-proc/acquired, /2-1195820748/flush-table-proc/reached, /2-1195820748/flush-table-proc/abort 2024-11-09T16:21:55,571 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,44699,1731169313883 2024-11-09T16:21:55,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748 2024-11-09T16:21:55,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748 2024-11-09T16:21:55,622 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1195820748/online-snapshot/acquired, /2-1195820748/online-snapshot/reached, /2-1195820748/online-snapshot/abort 2024-11-09T16:21:55,623 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,44699,1731169313883 2024-11-09T16:21:55,624 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:21:55,625 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:55,625 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:21:55,625 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:21:55,626 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,44699,1731169313883 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:21:55,627 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:55,627 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:55,627 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:55,627 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:21:55,627 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:21:55,627 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:55,627 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:21:55,627 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:55,628 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169345628 2024-11-09T16:21:55,628 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:55,628 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:21:55,628 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:21:55,628 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:21:55,628 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:21:55,628 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:21:55,628 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:21:55,628 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:21:55,629 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:55,629 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:21:55,629 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:55,629 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:21:55,629 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:21:55,629 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:21:55,629 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:21:55,629 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:21:55,629 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:21:55,630 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169315629,5,FailOnTimeoutGroup] 2024-11-09T16:21:55,630 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169315630,5,FailOnTimeoutGroup] 2024-11-09T16:21:55,630 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:55,630 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:21:55,630 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:55,630 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:55,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:21:55,667 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(746): ClusterId : 4517d568-faa2-4e98-ad2a-0f07db760541 2024-11-09T16:21:55,667 DEBUG [RS:0;efe6b43736f4:40265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:21:55,676 DEBUG [RS:0;efe6b43736f4:40265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:21:55,676 DEBUG [RS:0;efe6b43736f4:40265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:21:55,686 DEBUG [RS:0;efe6b43736f4:40265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:21:55,687 DEBUG [RS:0;efe6b43736f4:40265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5881471a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:21:55,697 DEBUG [RS:0;efe6b43736f4:40265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:40265 2024-11-09T16:21:55,697 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:21:55,697 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:21:55,697 DEBUG [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:21:55,698 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,44699,1731169313883 with port=40265, startcode=1731169314039 2024-11-09T16:21:55,698 DEBUG [RS:0;efe6b43736f4:40265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:21:55,699 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:21:55,700 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,40265,1731169314039 2024-11-09T16:21:55,700 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44699 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,40265,1731169314039 2024-11-09T16:21:55,701 DEBUG [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d 2024-11-09T16:21:55,701 DEBUG [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39183 2024-11-09T16:21:55,701 DEBUG [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:21:55,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748/rs 2024-11-09T16:21:55,784 DEBUG [RS:0;efe6b43736f4:40265 {}] zookeeper.ZKUtil(111): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Set watcher on existing znode=/2-1195820748/rs/efe6b43736f4,40265,1731169314039 2024-11-09T16:21:55,784 WARN [RS:0;efe6b43736f4:40265 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:21:55,784 INFO [RS:0;efe6b43736f4:40265 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:21:55,784 DEBUG [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039 2024-11-09T16:21:55,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,40265,1731169314039] 2024-11-09T16:21:55,786 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:21:55,788 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:21:55,788 INFO [RS:0;efe6b43736f4:40265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:21:55,788 INFO [RS:0;efe6b43736f4:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:55,789 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:21:55,789 INFO [RS:0;efe6b43736f4:40265 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:21:55,789 INFO [RS:0;efe6b43736f4:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:55,789 DEBUG [RS:0;efe6b43736f4:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:55,789 DEBUG [RS:0;efe6b43736f4:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:55,789 DEBUG [RS:0;efe6b43736f4:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:55,789 DEBUG [RS:0;efe6b43736f4:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:55,789 DEBUG [RS:0;efe6b43736f4:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:55,789 DEBUG [RS:0;efe6b43736f4:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:21:55,789 DEBUG [RS:0;efe6b43736f4:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:55,789 DEBUG [RS:0;efe6b43736f4:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:55,789 DEBUG [RS:0;efe6b43736f4:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:55,789 DEBUG [RS:0;efe6b43736f4:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:55,789 DEBUG [RS:0;efe6b43736f4:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:55,789 DEBUG [RS:0;efe6b43736f4:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:21:55,789 DEBUG [RS:0;efe6b43736f4:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:21:55,789 DEBUG [RS:0;efe6b43736f4:40265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:21:55,790 INFO [RS:0;efe6b43736f4:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:55,790 INFO [RS:0;efe6b43736f4:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:55,790 INFO [RS:0;efe6b43736f4:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:55,790 INFO [RS:0;efe6b43736f4:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:55,790 INFO [RS:0;efe6b43736f4:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:55,790 INFO [RS:0;efe6b43736f4:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,40265,1731169314039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:21:55,803 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:21:55,803 INFO [RS:0;efe6b43736f4:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,40265,1731169314039-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:55,803 INFO [RS:0;efe6b43736f4:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:55,803 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.Replication(171): efe6b43736f4,40265,1731169314039 started 2024-11-09T16:21:55,819 INFO [RS:0;efe6b43736f4:40265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:55,819 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,40265,1731169314039, RpcServer on efe6b43736f4/172.17.0.3:40265, sessionid=0x10120672c070007 2024-11-09T16:21:55,819 DEBUG [RS:0;efe6b43736f4:40265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:21:55,819 DEBUG [RS:0;efe6b43736f4:40265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,40265,1731169314039 2024-11-09T16:21:55,819 DEBUG [RS:0;efe6b43736f4:40265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,40265,1731169314039' 2024-11-09T16:21:55,819 DEBUG [RS:0;efe6b43736f4:40265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1195820748/flush-table-proc/abort' 2024-11-09T16:21:55,820 DEBUG [RS:0;efe6b43736f4:40265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1195820748/flush-table-proc/acquired' 2024-11-09T16:21:55,820 DEBUG [RS:0;efe6b43736f4:40265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:21:55,820 DEBUG [RS:0;efe6b43736f4:40265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:21:55,820 DEBUG [RS:0;efe6b43736f4:40265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,40265,1731169314039 2024-11-09T16:21:55,820 DEBUG [RS:0;efe6b43736f4:40265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,40265,1731169314039' 2024-11-09T16:21:55,820 DEBUG [RS:0;efe6b43736f4:40265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1195820748/online-snapshot/abort' 2024-11-09T16:21:55,820 DEBUG [RS:0;efe6b43736f4:40265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1195820748/online-snapshot/acquired' 2024-11-09T16:21:55,821 DEBUG [RS:0;efe6b43736f4:40265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:21:55,821 INFO [RS:0;efe6b43736f4:40265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:21:55,821 INFO [RS:0;efe6b43736f4:40265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:21:55,921 INFO [RS:0;efe6b43736f4:40265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:21:55,922 INFO [RS:0;efe6b43736f4:40265 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C40265%2C1731169314039, suffix=, logDir=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039, archiveDir=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/oldWALs, maxLogs=10 2024-11-09T16:21:55,935 DEBUG [RS:0;efe6b43736f4:40265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923, exclude list is [], retry=0 2024-11-09T16:21:55,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45557,DS-ccdefbb6-9171-4999-a37c-862f5d370ab9,DISK] 2024-11-09T16:21:55,938 INFO [RS:0;efe6b43736f4:40265 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 2024-11-09T16:21:55,938 DEBUG [RS:0;efe6b43736f4:40265 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37217:37217)] 2024-11-09T16:21:56,037 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:21:56,037 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d 2024-11-09T16:21:56,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741833_1009 (size=32) 2024-11-09T16:21:56,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:56,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:21:56,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:21:56,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:56,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:56,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:21:56,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:21:56,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:56,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:56,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:21:56,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:21:56,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:56,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:56,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:21:56,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:21:56,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:56,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:56,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:21:56,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740 2024-11-09T16:21:56,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740 2024-11-09T16:21:56,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:21:56,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:21:56,449 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:21:56,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:21:56,451 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:21:56,451 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73720606, jitterRate=0.09852263331413269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:21:56,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169316442Initializing all the Stores at 1731169316443 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169316443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169316443Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169316443Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169316443Cleaning up temporary data from old regions at 1731169316449 (+6 ms)Region opened successfully at 1731169316451 (+2 ms) 2024-11-09T16:21:56,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:21:56,451 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:21:56,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:21:56,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:21:56,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:21:56,452 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:21:56,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169316451Disabling compacts and flushes for region at 1731169316451Disabling writes for close at 1731169316451Writing region close event to WAL at 1731169316452 (+1 ms)Closed at 1731169316452 2024-11-09T16:21:56,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:56,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:21:56,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:21:56,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:21:56,454 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:21:56,604 DEBUG [efe6b43736f4:44699 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:21:56,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,40265,1731169314039 2024-11-09T16:21:56,605 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,40265,1731169314039, state=OPENING 2024-11-09T16:21:56,654 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:21:56,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748 2024-11-09T16:21:56,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748 2024-11-09T16:21:56,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1195820748/meta-region-server: CHANGED 2024-11-09T16:21:56,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1195820748/meta-region-server: CHANGED 2024-11-09T16:21:56,665 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:21:56,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,40265,1731169314039}] 2024-11-09T16:21:56,817 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:21:56,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:21:56,821 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:21:56,821 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:21:56,822 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:21:56,823 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C40265%2C1731169314039.meta, suffix=.meta, logDir=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039, archiveDir=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/oldWALs, maxLogs=10 2024-11-09T16:21:56,840 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.meta.1731169316823.meta, exclude list is [], retry=0 2024-11-09T16:21:56,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45557,DS-ccdefbb6-9171-4999-a37c-862f5d370ab9,DISK] 2024-11-09T16:21:56,844 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.meta.1731169316823.meta 2024-11-09T16:21:56,844 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37217:37217)] 2024-11-09T16:21:56,844 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:21:56,845 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:21:56,845 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:21:56,845 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:21:56,845 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:21:56,845 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:21:56,845 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:56,845 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:21:56,845 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:21:56,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:21:56,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:21:56,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:56,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:56,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:21:56,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:21:56,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:56,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:56,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:21:56,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:21:56,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:56,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:56,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:21:56,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:21:56,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:56,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:21:56,850 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:21:56,850 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740 2024-11-09T16:21:56,851 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740 2024-11-09T16:21:56,852 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:21:56,852 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:21:56,852 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:21:56,853 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:21:56,853 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59481376, jitterRate=-0.11365842819213867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:21:56,853 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:21:56,854 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169316846Writing region info on filesystem at 1731169316846Initializing all the Stores at 1731169316846Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169316846Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169316846Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169316846Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169316846Cleaning up temporary data from old regions at 1731169316852 (+6 ms)Running coprocessor post-open hooks at 1731169316853 (+1 ms)Region opened successfully at 1731169316853 2024-11-09T16:21:56,854 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169316817 2024-11-09T16:21:56,856 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:21:56,856 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:21:56,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,40265,1731169314039 2024-11-09T16:21:56,858 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,40265,1731169314039, state=OPEN 2024-11-09T16:21:56,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1195820748/meta-region-server 2024-11-09T16:21:56,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1195820748/meta-region-server 2024-11-09T16:21:56,865 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,40265,1731169314039 2024-11-09T16:21:56,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1195820748/meta-region-server: CHANGED 2024-11-09T16:21:56,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1195820748/meta-region-server: CHANGED 2024-11-09T16:21:56,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:21:56,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,40265,1731169314039 in 200 msec 2024-11-09T16:21:56,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:21:56,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-09T16:21:56,869 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:21:56,869 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:21:56,870 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:56,870 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,40265,1731169314039, seqNum=-1] 2024-11-09T16:21:56,870 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:56,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:21:56,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-11-09T16:21:56,876 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169316876, completionTime=-1 2024-11-09T16:21:56,876 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:21:56,876 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:21:56,878 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:21:56,878 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169376878 2024-11-09T16:21:56,878 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169436878 2024-11-09T16:21:56,878 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T16:21:56,878 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44699,1731169313883-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:56,878 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44699,1731169313883-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:56,878 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44699,1731169313883-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:56,878 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:44699, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:56,878 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:56,879 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:56,880 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:21:56,881 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.774sec 2024-11-09T16:21:56,882 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:21:56,882 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:21:56,882 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:21:56,882 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:21:56,882 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:21:56,882 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44699,1731169313883-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:21:56,882 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44699,1731169313883-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:21:56,883 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:21:56,884 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:21:56,884 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44699,1731169313883-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:21:56,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de409c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:56,968 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,44699,-1 for getting cluster id 2024-11-09T16:21:56,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:21:56,969 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4517d568-faa2-4e98-ad2a-0f07db760541' 2024-11-09T16:21:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:21:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4517d568-faa2-4e98-ad2a-0f07db760541" 2024-11-09T16:21:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299b2031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,44699,-1] 2024-11-09T16:21:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:21:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:21:56,970 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:21:56,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2315ae2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:21:56,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:21:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,40265,1731169314039, seqNum=-1] 2024-11-09T16:21:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:21:56,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:21:56,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,44699,1731169313883 2024-11-09T16:21:56,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64837 2024-11-09T16:21:56,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:21:56,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10120672c070008 connected 2024-11-09T16:21:56,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,35885,1731169302765 2024-11-09T16:21:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53f26e8f 2024-11-09T16:21:56,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:21:56,995 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:21:56,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:21:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T16:21:56,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:21:56,997 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:56,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T16:21:56,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:21:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:57,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741835_1011 (size=902) 2024-11-09T16:21:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:57,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:21:57,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:57,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:57,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:57,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:57,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:57,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:57,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:57,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:57,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:57,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:57,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:57,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:57,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:57,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:21:57,404 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c71c66a2bbe6b1cbcb08cedb4a7ebf1, NAME => 'test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61 2024-11-09T16:21:57,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741836_1012 (size=39) 2024-11-09T16:21:57,408 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:57,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7c71c66a2bbe6b1cbcb08cedb4a7ebf1, disabling compactions & flushes 2024-11-09T16:21:57,409 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1. 2024-11-09T16:21:57,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1. 2024-11-09T16:21:57,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1. after waiting 0 ms 2024-11-09T16:21:57,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1. 2024-11-09T16:21:57,409 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1. 2024-11-09T16:21:57,409 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c71c66a2bbe6b1cbcb08cedb4a7ebf1: Waiting for close lock at 1731169317409Disabling compacts and flushes for region at 1731169317409Disabling writes for close at 1731169317409Writing region close event to WAL at 1731169317409Closed at 1731169317409 2024-11-09T16:21:57,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:21:57,410 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731169317410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169317410"}]},"ts":"1731169317410"} 2024-11-09T16:21:57,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:21:57,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:21:57,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169317413"}]},"ts":"1731169317413"} 2024-11-09T16:21:57,414 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T16:21:57,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7c71c66a2bbe6b1cbcb08cedb4a7ebf1, ASSIGN}] 2024-11-09T16:21:57,416 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7c71c66a2bbe6b1cbcb08cedb4a7ebf1, ASSIGN 2024-11-09T16:21:57,416 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7c71c66a2bbe6b1cbcb08cedb4a7ebf1, ASSIGN; state=OFFLINE, location=efe6b43736f4,41529,1731169302955; forceNewPlan=false, retain=false 2024-11-09T16:21:57,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c71c66a2bbe6b1cbcb08cedb4a7ebf1, regionState=OPENING, regionLocation=efe6b43736f4,41529,1731169302955 2024-11-09T16:21:57,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7c71c66a2bbe6b1cbcb08cedb4a7ebf1, ASSIGN because future has completed 2024-11-09T16:21:57,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c71c66a2bbe6b1cbcb08cedb4a7ebf1, server=efe6b43736f4,41529,1731169302955}] 2024-11-09T16:21:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:57,724 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1. 2024-11-09T16:21:57,724 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c71c66a2bbe6b1cbcb08cedb4a7ebf1, NAME => 'test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:21:57,724 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:21:57,724 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T16:21:57,724 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 2024-11-09T16:21:57,724 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:57,725 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 2024-11-09T16:21:57,725 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 2024-11-09T16:21:57,726 INFO [StoreOpener-7c71c66a2bbe6b1cbcb08cedb4a7ebf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 2024-11-09T16:21:57,726 INFO [StoreOpener-7c71c66a2bbe6b1cbcb08cedb4a7ebf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 columnFamilyName f 2024-11-09T16:21:57,726 DEBUG [StoreOpener-7c71c66a2bbe6b1cbcb08cedb4a7ebf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:57,727 INFO [StoreOpener-7c71c66a2bbe6b1cbcb08cedb4a7ebf1-1 {}] regionserver.HStore(327): Store=7c71c66a2bbe6b1cbcb08cedb4a7ebf1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:57,727 INFO [StoreOpener-7c71c66a2bbe6b1cbcb08cedb4a7ebf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 2024-11-09T16:21:57,727 INFO [StoreOpener-7c71c66a2bbe6b1cbcb08cedb4a7ebf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 columnFamilyName f1 2024-11-09T16:21:57,727 DEBUG [StoreOpener-7c71c66a2bbe6b1cbcb08cedb4a7ebf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:57,728 INFO [StoreOpener-7c71c66a2bbe6b1cbcb08cedb4a7ebf1-1 {}] regionserver.HStore(327): Store=7c71c66a2bbe6b1cbcb08cedb4a7ebf1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:57,728 INFO [StoreOpener-7c71c66a2bbe6b1cbcb08cedb4a7ebf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 2024-11-09T16:21:57,728 INFO [StoreOpener-7c71c66a2bbe6b1cbcb08cedb4a7ebf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 columnFamilyName norep 2024-11-09T16:21:57,728 DEBUG [StoreOpener-7c71c66a2bbe6b1cbcb08cedb4a7ebf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:57,730 INFO [StoreOpener-7c71c66a2bbe6b1cbcb08cedb4a7ebf1-1 {}] regionserver.HStore(327): Store=7c71c66a2bbe6b1cbcb08cedb4a7ebf1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:57,731 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 2024-11-09T16:21:57,731 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1 2024-11-09T16:21:57,731 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1 2024-11-09T16:21:57,732 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 2024-11-09T16:21:57,732 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 2024-11-09T16:21:57,732 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:21:57,733 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 2024-11-09T16:21:57,735 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:21:57,735 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7c71c66a2bbe6b1cbcb08cedb4a7ebf1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59298762, jitterRate=-0.11637958884239197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:21:57,735 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 2024-11-09T16:21:57,736 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7c71c66a2bbe6b1cbcb08cedb4a7ebf1: Running coprocessor pre-open hook at 1731169317725Writing region info on filesystem at 1731169317725Initializing all the Stores at 1731169317725Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169317725Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169317725Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169317725Cleaning up temporary data from old regions at 1731169317732 (+7 ms)Running coprocessor post-open hooks at 1731169317735 (+3 ms)Region opened successfully at 1731169317736 (+1 ms) 2024-11-09T16:21:57,736 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1., pid=6, masterSystemTime=1731169317721 2024-11-09T16:21:57,738 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1. 2024-11-09T16:21:57,738 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1. 2024-11-09T16:21:57,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7c71c66a2bbe6b1cbcb08cedb4a7ebf1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=efe6b43736f4,41529,1731169302955 2024-11-09T16:21:57,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c71c66a2bbe6b1cbcb08cedb4a7ebf1, server=efe6b43736f4,41529,1731169302955 because future has completed 2024-11-09T16:21:57,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:21:57,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c71c66a2bbe6b1cbcb08cedb4a7ebf1, server=efe6b43736f4,41529,1731169302955 in 172 msec 2024-11-09T16:21:57,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T16:21:57,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7c71c66a2bbe6b1cbcb08cedb4a7ebf1, ASSIGN in 328 msec 2024-11-09T16:21:57,744 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:21:57,745 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169317744"}]},"ts":"1731169317744"} 2024-11-09T16:21:57,746 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T16:21:57,747 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:21:57,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-11-09T16:21:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:58,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:21:58,136 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T16:21:58,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,38923,1731169308021 2024-11-09T16:21:58,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d8e3790 2024-11-09T16:21:58,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:21:58,138 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:21:58,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:21:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T16:21:58,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:21:58,140 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:58,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T16:21:58,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:21:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:58,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741835_1011 (size=902) 2024-11-09T16:21:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:58,547 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a337831be9f4ef25d970f6af89f3949, NAME => 'test,,1731169318138.6a337831be9f4ef25d970f6af89f3949.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa 2024-11-09T16:21:58,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741836_1012 (size=39) 2024-11-09T16:21:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:58,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731169318138.6a337831be9f4ef25d970f6af89f3949.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:58,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6a337831be9f4ef25d970f6af89f3949, disabling compactions & flushes 2024-11-09T16:21:58,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731169318138.6a337831be9f4ef25d970f6af89f3949. 2024-11-09T16:21:58,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169318138.6a337831be9f4ef25d970f6af89f3949. 2024-11-09T16:21:58,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731169318138.6a337831be9f4ef25d970f6af89f3949. after waiting 0 ms 2024-11-09T16:21:58,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731169318138.6a337831be9f4ef25d970f6af89f3949. 2024-11-09T16:21:58,952 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731169318138.6a337831be9f4ef25d970f6af89f3949. 2024-11-09T16:21:58,952 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a337831be9f4ef25d970f6af89f3949: Waiting for close lock at 1731169318952Disabling compacts and flushes for region at 1731169318952Disabling writes for close at 1731169318952Writing region close event to WAL at 1731169318952Closed at 1731169318952 2024-11-09T16:21:58,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:21:58,953 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731169318138.6a337831be9f4ef25d970f6af89f3949.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731169318953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169318953"}]},"ts":"1731169318953"} 2024-11-09T16:21:58,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:21:58,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:21:58,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169318956"}]},"ts":"1731169318956"} 2024-11-09T16:21:58,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T16:21:58,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a337831be9f4ef25d970f6af89f3949, ASSIGN}] 2024-11-09T16:21:58,958 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a337831be9f4ef25d970f6af89f3949, ASSIGN 2024-11-09T16:21:58,959 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6a337831be9f4ef25d970f6af89f3949, ASSIGN; state=OFFLINE, location=efe6b43736f4,35049,1731169308174; forceNewPlan=false, retain=false 2024-11-09T16:21:59,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a337831be9f4ef25d970f6af89f3949, regionState=OPENING, regionLocation=efe6b43736f4,35049,1731169308174 2024-11-09T16:21:59,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6a337831be9f4ef25d970f6af89f3949, ASSIGN because future has completed 2024-11-09T16:21:59,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a337831be9f4ef25d970f6af89f3949, server=efe6b43736f4,35049,1731169308174}] 2024-11-09T16:21:59,266 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731169318138.6a337831be9f4ef25d970f6af89f3949. 2024-11-09T16:21:59,266 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a337831be9f4ef25d970f6af89f3949, NAME => 'test,,1731169318138.6a337831be9f4ef25d970f6af89f3949.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:21:59,267 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:21:59,267 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T16:21:59,267 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6a337831be9f4ef25d970f6af89f3949 2024-11-09T16:21:59,267 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731169318138.6a337831be9f4ef25d970f6af89f3949.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:21:59,267 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6a337831be9f4ef25d970f6af89f3949 2024-11-09T16:21:59,267 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6a337831be9f4ef25d970f6af89f3949 2024-11-09T16:21:59,268 INFO [StoreOpener-6a337831be9f4ef25d970f6af89f3949-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a337831be9f4ef25d970f6af89f3949 2024-11-09T16:21:59,269 INFO [StoreOpener-6a337831be9f4ef25d970f6af89f3949-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a337831be9f4ef25d970f6af89f3949 columnFamilyName f 2024-11-09T16:21:59,269 DEBUG [StoreOpener-6a337831be9f4ef25d970f6af89f3949-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:59,269 INFO [StoreOpener-6a337831be9f4ef25d970f6af89f3949-1 {}] regionserver.HStore(327): Store=6a337831be9f4ef25d970f6af89f3949/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:59,269 INFO [StoreOpener-6a337831be9f4ef25d970f6af89f3949-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6a337831be9f4ef25d970f6af89f3949 2024-11-09T16:21:59,270 INFO [StoreOpener-6a337831be9f4ef25d970f6af89f3949-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a337831be9f4ef25d970f6af89f3949 columnFamilyName f1 2024-11-09T16:21:59,270 DEBUG [StoreOpener-6a337831be9f4ef25d970f6af89f3949-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:59,270 INFO [StoreOpener-6a337831be9f4ef25d970f6af89f3949-1 {}] regionserver.HStore(327): Store=6a337831be9f4ef25d970f6af89f3949/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:59,270 INFO [StoreOpener-6a337831be9f4ef25d970f6af89f3949-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6a337831be9f4ef25d970f6af89f3949 2024-11-09T16:21:59,271 INFO [StoreOpener-6a337831be9f4ef25d970f6af89f3949-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a337831be9f4ef25d970f6af89f3949 columnFamilyName norep 2024-11-09T16:21:59,271 DEBUG [StoreOpener-6a337831be9f4ef25d970f6af89f3949-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:21:59,271 INFO [StoreOpener-6a337831be9f4ef25d970f6af89f3949-1 {}] regionserver.HStore(327): Store=6a337831be9f4ef25d970f6af89f3949/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:21:59,271 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6a337831be9f4ef25d970f6af89f3949 2024-11-09T16:21:59,271 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949 2024-11-09T16:21:59,272 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949 2024-11-09T16:21:59,272 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6a337831be9f4ef25d970f6af89f3949 2024-11-09T16:21:59,272 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6a337831be9f4ef25d970f6af89f3949 2024-11-09T16:21:59,273 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:21:59,274 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6a337831be9f4ef25d970f6af89f3949 2024-11-09T16:21:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:21:59,275 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:21:59,276 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6a337831be9f4ef25d970f6af89f3949; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61255529, jitterRate=-0.08722148835659027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:21:59,276 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a337831be9f4ef25d970f6af89f3949 2024-11-09T16:21:59,276 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6a337831be9f4ef25d970f6af89f3949: Running coprocessor pre-open hook at 1731169319267Writing region info on filesystem at 1731169319267Initializing all the Stores at 1731169319268 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169319268Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169319268Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169319268Cleaning up temporary data from old regions at 1731169319272 (+4 ms)Running coprocessor post-open hooks at 1731169319276 (+4 ms)Region opened successfully at 1731169319276 2024-11-09T16:21:59,276 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731169318138.6a337831be9f4ef25d970f6af89f3949., pid=6, masterSystemTime=1731169319263 2024-11-09T16:21:59,278 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731169318138.6a337831be9f4ef25d970f6af89f3949. 2024-11-09T16:21:59,278 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731169318138.6a337831be9f4ef25d970f6af89f3949. 2024-11-09T16:21:59,278 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a337831be9f4ef25d970f6af89f3949, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=efe6b43736f4,35049,1731169308174 2024-11-09T16:21:59,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a337831be9f4ef25d970f6af89f3949, server=efe6b43736f4,35049,1731169308174 because future has completed 2024-11-09T16:21:59,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:21:59,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a337831be9f4ef25d970f6af89f3949, server=efe6b43736f4,35049,1731169308174 in 169 msec 2024-11-09T16:21:59,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T16:21:59,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6a337831be9f4ef25d970f6af89f3949, ASSIGN in 324 msec 2024-11-09T16:21:59,283 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:21:59,283 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169319283"}]},"ts":"1731169319283"} 2024-11-09T16:21:59,295 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T16:21:59,295 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:21:59,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-09T16:22:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:00,286 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T16:22:00,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,44699,1731169313883 2024-11-09T16:22:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d8b1f11 2024-11-09T16:22:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:00,288 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:00,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:22:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T16:22:00,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:22:00,291 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:00,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T16:22:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:00,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:22:00,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741835_1011 (size=902) 2024-11-09T16:22:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:00,698 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f6b5a50a5d5020b59ac6fd45b7a07ca, NAME => 'test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d 2024-11-09T16:22:00,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741836_1012 (size=39) 2024-11-09T16:22:00,702 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:00,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8f6b5a50a5d5020b59ac6fd45b7a07ca, disabling compactions & flushes 2024-11-09T16:22:00,703 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca. 2024-11-09T16:22:00,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca. 2024-11-09T16:22:00,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca. after waiting 0 ms 2024-11-09T16:22:00,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca. 2024-11-09T16:22:00,703 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca. 2024-11-09T16:22:00,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f6b5a50a5d5020b59ac6fd45b7a07ca: Waiting for close lock at 1731169320702Disabling compacts and flushes for region at 1731169320702Disabling writes for close at 1731169320703 (+1 ms)Writing region close event to WAL at 1731169320703Closed at 1731169320703 2024-11-09T16:22:00,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:22:00,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731169320704"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169320704"}]},"ts":"1731169320704"} 2024-11-09T16:22:00,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:22:00,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:22:00,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169320706"}]},"ts":"1731169320706"} 2024-11-09T16:22:00,708 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T16:22:00,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8f6b5a50a5d5020b59ac6fd45b7a07ca, ASSIGN}] 2024-11-09T16:22:00,709 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8f6b5a50a5d5020b59ac6fd45b7a07ca, ASSIGN 2024-11-09T16:22:00,710 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8f6b5a50a5d5020b59ac6fd45b7a07ca, ASSIGN; state=OFFLINE, location=efe6b43736f4,40265,1731169314039; forceNewPlan=false, retain=false 2024-11-09T16:22:00,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f6b5a50a5d5020b59ac6fd45b7a07ca, regionState=OPENING, regionLocation=efe6b43736f4,40265,1731169314039 2024-11-09T16:22:00,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8f6b5a50a5d5020b59ac6fd45b7a07ca, ASSIGN because future has completed 2024-11-09T16:22:00,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f6b5a50a5d5020b59ac6fd45b7a07ca, server=efe6b43736f4,40265,1731169314039}] 2024-11-09T16:22:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:01,073 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca. 2024-11-09T16:22:01,074 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f6b5a50a5d5020b59ac6fd45b7a07ca, NAME => 'test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:22:01,074 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:22:01,074 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T16:22:01,074 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:01,074 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:01,075 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:01,075 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:01,076 INFO [StoreOpener-8f6b5a50a5d5020b59ac6fd45b7a07ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:01,077 INFO [StoreOpener-8f6b5a50a5d5020b59ac6fd45b7a07ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f6b5a50a5d5020b59ac6fd45b7a07ca columnFamilyName f 2024-11-09T16:22:01,077 DEBUG [StoreOpener-8f6b5a50a5d5020b59ac6fd45b7a07ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:01,077 INFO [StoreOpener-8f6b5a50a5d5020b59ac6fd45b7a07ca-1 {}] regionserver.HStore(327): Store=8f6b5a50a5d5020b59ac6fd45b7a07ca/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:01,077 INFO [StoreOpener-8f6b5a50a5d5020b59ac6fd45b7a07ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:01,078 INFO [StoreOpener-8f6b5a50a5d5020b59ac6fd45b7a07ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f6b5a50a5d5020b59ac6fd45b7a07ca columnFamilyName f1 2024-11-09T16:22:01,078 DEBUG [StoreOpener-8f6b5a50a5d5020b59ac6fd45b7a07ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:01,078 INFO [StoreOpener-8f6b5a50a5d5020b59ac6fd45b7a07ca-1 {}] regionserver.HStore(327): Store=8f6b5a50a5d5020b59ac6fd45b7a07ca/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:01,078 INFO [StoreOpener-8f6b5a50a5d5020b59ac6fd45b7a07ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:01,079 INFO [StoreOpener-8f6b5a50a5d5020b59ac6fd45b7a07ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f6b5a50a5d5020b59ac6fd45b7a07ca columnFamilyName norep 2024-11-09T16:22:01,079 DEBUG [StoreOpener-8f6b5a50a5d5020b59ac6fd45b7a07ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:01,079 INFO [StoreOpener-8f6b5a50a5d5020b59ac6fd45b7a07ca-1 {}] regionserver.HStore(327): Store=8f6b5a50a5d5020b59ac6fd45b7a07ca/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:01,079 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:01,080 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:01,080 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:01,081 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:01,081 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:01,081 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:22:01,082 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:01,083 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:22:01,084 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8f6b5a50a5d5020b59ac6fd45b7a07ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74292679, jitterRate=0.1070471853017807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:22:01,084 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:01,084 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8f6b5a50a5d5020b59ac6fd45b7a07ca: Running coprocessor pre-open hook at 1731169321075Writing region info on filesystem at 1731169321075Initializing all the Stores at 1731169321075Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169321075Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169321075Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169321075Cleaning up temporary data from old regions at 1731169321081 (+6 ms)Running coprocessor post-open hooks at 1731169321084 (+3 ms)Region opened successfully at 1731169321084 2024-11-09T16:22:01,085 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca., pid=6, masterSystemTime=1731169321070 2024-11-09T16:22:01,086 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca. 2024-11-09T16:22:01,086 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca. 2024-11-09T16:22:01,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f6b5a50a5d5020b59ac6fd45b7a07ca, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=efe6b43736f4,40265,1731169314039 2024-11-09T16:22:01,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f6b5a50a5d5020b59ac6fd45b7a07ca, server=efe6b43736f4,40265,1731169314039 because future has completed 2024-11-09T16:22:01,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:22:01,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f6b5a50a5d5020b59ac6fd45b7a07ca, server=efe6b43736f4,40265,1731169314039 in 226 msec 2024-11-09T16:22:01,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T16:22:01,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8f6b5a50a5d5020b59ac6fd45b7a07ca, ASSIGN in 382 msec 2024-11-09T16:22:01,092 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:22:01,093 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169321092"}]},"ts":"1731169321092"} 2024-11-09T16:22:01,094 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T16:22:01,095 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:22:01,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 806 msec 2024-11-09T16:22:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:01,426 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T16:22:01,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560edb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:01,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,35885,-1 for getting cluster id 2024-11-09T16:22:01,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:01,427 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e337dd4-7c81-4f74-9556-44b54c6915e3' 2024-11-09T16:22:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e337dd4-7c81-4f74-9556-44b54c6915e3" 2024-11-09T16:22:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2da798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,35885,-1] 2024-11-09T16:22:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:01,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:01,428 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b8308b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:01,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,35885,1731169302765 2024-11-09T16:22:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d36c300 2024-11-09T16:22:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:01,430 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:01,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://efe6b43736f4:38923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T16:22:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:22:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:01,433 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:38923' 2024-11-09T16:22:01,434 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a1f8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:01,434 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,38923,-1 for getting cluster id 2024-11-09T16:22:01,434 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:01,434 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f16d4ffd-47d9-4768-b463-525f15ab0e1e' 2024-11-09T16:22:01,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:01,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f16d4ffd-47d9-4768-b463-525f15ab0e1e" 2024-11-09T16:22:01,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750ec353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:01,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,38923,-1] 2024-11-09T16:22:01,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:01,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:01,435 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:01,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4829c4fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:01,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:01,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,38923,1731169308021 2024-11-09T16:22:01,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7eb0ba07 2024-11-09T16:22:01,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:01,438 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:01,439 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T16:22:01,439 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:22:01,439 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:01,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:01,439 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:01,439 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:22:01,441 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T16:22:01,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:22:01,441 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:01,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:22:01,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741837_1013 (size=1138) 2024-11-09T16:22:01,491 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T16:22:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:01,787 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T16:22:01,848 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abffc1a1652a671d42f62b7191f4f179, NAME => 'hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61 2024-11-09T16:22:01,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741838_1014 (size=44) 2024-11-09T16:22:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:02,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:02,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing abffc1a1652a671d42f62b7191f4f179, disabling compactions & flushes 2024-11-09T16:22:02,262 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. 2024-11-09T16:22:02,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. 2024-11-09T16:22:02,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. after waiting 0 ms 2024-11-09T16:22:02,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. 2024-11-09T16:22:02,262 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. 2024-11-09T16:22:02,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for abffc1a1652a671d42f62b7191f4f179: Waiting for close lock at 1731169322261Disabling compacts and flushes for region at 1731169322261Disabling writes for close at 1731169322262 (+1 ms)Writing region close event to WAL at 1731169322262Closed at 1731169322262 2024-11-09T16:22:02,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:22:02,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731169322263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169322263"}]},"ts":"1731169322263"} 2024-11-09T16:22:02,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:22:02,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:22:02,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169322266"}]},"ts":"1731169322266"} 2024-11-09T16:22:02,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T16:22:02,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=abffc1a1652a671d42f62b7191f4f179, ASSIGN}] 2024-11-09T16:22:02,269 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=abffc1a1652a671d42f62b7191f4f179, ASSIGN 2024-11-09T16:22:02,269 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=abffc1a1652a671d42f62b7191f4f179, ASSIGN; state=OFFLINE, location=efe6b43736f4,41529,1731169302955; forceNewPlan=false, retain=false 2024-11-09T16:22:02,348 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:22:02,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:02,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:02,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:02,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:02,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:02,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:02,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:02,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:02,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:02,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:02,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:02,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:02,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:02,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:02,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=abffc1a1652a671d42f62b7191f4f179, regionState=OPENING, regionLocation=efe6b43736f4,41529,1731169302955 2024-11-09T16:22:02,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=abffc1a1652a671d42f62b7191f4f179, ASSIGN because future has completed 2024-11-09T16:22:02,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure abffc1a1652a671d42f62b7191f4f179, server=efe6b43736f4,41529,1731169302955}] 2024-11-09T16:22:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:02,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. 2024-11-09T16:22:02,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:22:02,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T16:22:02,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C41529%2C1731169302955.rep, suffix=, logDir=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955, archiveDir=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/oldWALs, maxLogs=10 2024-11-09T16:22:02,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.rep.1731169322579, exclude list is [], retry=0 2024-11-09T16:22:02,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39151,DS-56b0a230-3238-4ea5-bc1b-3136c16a8b58,DISK] 2024-11-09T16:22:02,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.rep.1731169322579 2024-11-09T16:22:02,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45881:45881)] 2024-11-09T16:22:02,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => abffc1a1652a671d42f62b7191f4f179, NAME => 'hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:22:02,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:22:02,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:22:02,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. service=MultiRowMutationService 2024-11-09T16:22:02,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T16:22:02,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:02,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:02,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:02,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:02,601 INFO [StoreOpener-abffc1a1652a671d42f62b7191f4f179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:02,602 INFO [StoreOpener-abffc1a1652a671d42f62b7191f4f179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abffc1a1652a671d42f62b7191f4f179 columnFamilyName hfileref 2024-11-09T16:22:02,602 DEBUG [StoreOpener-abffc1a1652a671d42f62b7191f4f179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:02,602 INFO [StoreOpener-abffc1a1652a671d42f62b7191f4f179-1 {}] regionserver.HStore(327): Store=abffc1a1652a671d42f62b7191f4f179/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:02,602 INFO [StoreOpener-abffc1a1652a671d42f62b7191f4f179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:02,603 INFO [StoreOpener-abffc1a1652a671d42f62b7191f4f179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abffc1a1652a671d42f62b7191f4f179 columnFamilyName queue 2024-11-09T16:22:02,603 DEBUG [StoreOpener-abffc1a1652a671d42f62b7191f4f179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:02,603 INFO [StoreOpener-abffc1a1652a671d42f62b7191f4f179-1 {}] regionserver.HStore(327): Store=abffc1a1652a671d42f62b7191f4f179/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:02,603 INFO [StoreOpener-abffc1a1652a671d42f62b7191f4f179-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:02,604 INFO [StoreOpener-abffc1a1652a671d42f62b7191f4f179-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abffc1a1652a671d42f62b7191f4f179 columnFamilyName sid 2024-11-09T16:22:02,604 DEBUG [StoreOpener-abffc1a1652a671d42f62b7191f4f179-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:02,604 INFO [StoreOpener-abffc1a1652a671d42f62b7191f4f179-1 {}] regionserver.HStore(327): Store=abffc1a1652a671d42f62b7191f4f179/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:02,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:02,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/replication/abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:02,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/replication/abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:02,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:02,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:02,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:22:02,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:02,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/replication/abffc1a1652a671d42f62b7191f4f179/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:22:02,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened abffc1a1652a671d42f62b7191f4f179; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71558878, jitterRate=0.06631037592887878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:22:02,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:02,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for abffc1a1652a671d42f62b7191f4f179: Running coprocessor pre-open hook at 1731169322599Writing region info on filesystem at 1731169322599Initializing all the Stores at 1731169322600 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169322600Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169322600Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169322600Cleaning up temporary data from old regions at 1731169322606 (+6 ms)Running coprocessor post-open hooks at 1731169322609 (+3 ms)Region opened successfully at 1731169322609 2024-11-09T16:22:02,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179., pid=10, masterSystemTime=1731169322574 2024-11-09T16:22:02,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. 2024-11-09T16:22:02,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. 2024-11-09T16:22:02,612 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=abffc1a1652a671d42f62b7191f4f179, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,41529,1731169302955 2024-11-09T16:22:02,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure abffc1a1652a671d42f62b7191f4f179, server=efe6b43736f4,41529,1731169302955 because future has completed 2024-11-09T16:22:02,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T16:22:02,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure abffc1a1652a671d42f62b7191f4f179, server=efe6b43736f4,41529,1731169302955 in 193 msec 2024-11-09T16:22:02,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T16:22:02,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=abffc1a1652a671d42f62b7191f4f179, ASSIGN in 348 msec 2024-11-09T16:22:02,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:22:02,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169322618"}]},"ts":"1731169322618"} 2024-11-09T16:22:02,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T16:22:02,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:22:02,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-09T16:22:02,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179., hostname=efe6b43736f4,41529,1731169302955, seqNum=2] 2024-11-09T16:22:02,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T16:22:02,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T16:22:02,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:22:02,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T16:22:02,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575 2024-11-09T16:22:02,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575 2024-11-09T16:22:02,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:22:03,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41529 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T16:22:03,091 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T16:22:03,116 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-efe6b43736f4,41529,1731169302955, ReplicationSource: 1, currentBandwidth=0 2024-11-09T16:22:03,117 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:03,117 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,41529,1731169302955, seqNum=-1] 2024-11-09T16:22:03,117 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:03,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-09T16:22:03,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-efe6b43736f4,41529,1731169302955', locateType=CURRENT is [region=hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179., hostname=efe6b43736f4,41529,1731169302955, seqNum=2] 2024-11-09T16:22:03,122 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T16:22:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T16:22:03,124 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on efe6b43736f4,41529,1731169302955 suceeded 2024-11-09T16:22:03,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T16:22:03,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-09T16:22:03,126 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://efe6b43736f4:38923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:22:03,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6950 sec 2024-11-09T16:22:03,134 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:38923' 2024-11-09T16:22:03,135 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@349576bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:03,135 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,38923,-1 for getting cluster id 2024-11-09T16:22:03,136 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:03,136 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f16d4ffd-47d9-4768-b463-525f15ab0e1e' 2024-11-09T16:22:03,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:03,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f16d4ffd-47d9-4768-b463-525f15ab0e1e" 2024-11-09T16:22:03,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1890a8e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:03,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,38923,-1] 2024-11-09T16:22:03,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:03,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:03,138 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:03,138 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@348415de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:03,138 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:03,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,38923,1731169308021 2024-11-09T16:22:03,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@427c39b4 2024-11-09T16:22:03,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:03,140 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-09T16:22:03,140 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-efe6b43736f4,41529,1731169302955 (queues=1) is replicating from cluster=6e337dd4-7c81-4f74-9556-44b54c6915e3 to cluster=f16d4ffd-47d9-4768-b463-525f15ab0e1e 2024-11-09T16:22:03,140 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=efe6b43736f4%2C41529%2C1731169302955 2024-11-09T16:22:03,140 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-efe6b43736f4,41529,1731169302955, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:22:03,141 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.shipperefe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C41529%2C1731169302955 2024-11-09T16:22:03,141 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416, startPosition=0, beingWritten=true 2024-11-09T16:22:03,145 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:22:03,145 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 379, reset compression=false 2024-11-09T16:22:03,145 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.shipperefe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,41529,1731169302955 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:22:03,348 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 379, reset compression=false 2024-11-09T16:22:03,368 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T16:22:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:03,587 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T16:22:03,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:22:03,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:03,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:03,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:03,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:03,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:03,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,38923,-1 for getting cluster id 2024-11-09T16:22:03,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:03,588 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f16d4ffd-47d9-4768-b463-525f15ab0e1e' 2024-11-09T16:22:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f16d4ffd-47d9-4768-b463-525f15ab0e1e" 2024-11-09T16:22:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e73d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,38923,-1] 2024-11-09T16:22:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:03,590 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:03,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bd0963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:03,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,38923,1731169308021 2024-11-09T16:22:03,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@216949a0 2024-11-09T16:22:03,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:03,593 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:03,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://efe6b43736f4:44699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T16:22:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:22:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:03,596 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:44699' 2024-11-09T16:22:03,597 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5233c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:03,597 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,44699,-1 for getting cluster id 2024-11-09T16:22:03,597 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:03,597 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4517d568-faa2-4e98-ad2a-0f07db760541' 2024-11-09T16:22:03,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:03,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4517d568-faa2-4e98-ad2a-0f07db760541" 2024-11-09T16:22:03,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e19618a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:03,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,44699,-1] 2024-11-09T16:22:03,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:03,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:03,599 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:03,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c75545c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:03,599 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:03,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,44699,1731169313883 2024-11-09T16:22:03,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55110559 2024-11-09T16:22:03,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:03,601 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:03,602 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T16:22:03,602 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:22:03,602 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:03,602 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:03,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:03,602 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:22:03,604 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T16:22:03,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:22:03,605 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:03,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:22:03,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741837_1013 (size=1138) 2024-11-09T16:22:03,651 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 379, reset compression=false 2024-11-09T16:22:03,654 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T16:22:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:04,011 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c90e8295f9258962c3e91e404bdcaf6e, NAME => 'hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa 2024-11-09T16:22:04,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741838_1014 (size=44) 2024-11-09T16:22:04,055 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 379, reset compression=false 2024-11-09T16:22:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:04,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:04,418 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c90e8295f9258962c3e91e404bdcaf6e, disabling compactions & flushes 2024-11-09T16:22:04,418 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e. 2024-11-09T16:22:04,418 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e. 2024-11-09T16:22:04,418 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e. after waiting 0 ms 2024-11-09T16:22:04,418 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e. 2024-11-09T16:22:04,418 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e. 2024-11-09T16:22:04,418 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c90e8295f9258962c3e91e404bdcaf6e: Waiting for close lock at 1731169324417Disabling compacts and flushes for region at 1731169324417Disabling writes for close at 1731169324418 (+1 ms)Writing region close event to WAL at 1731169324418Closed at 1731169324418 2024-11-09T16:22:04,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:22:04,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731169324419"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169324419"}]},"ts":"1731169324419"} 2024-11-09T16:22:04,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:22:04,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:22:04,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169324422"}]},"ts":"1731169324422"} 2024-11-09T16:22:04,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T16:22:04,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c90e8295f9258962c3e91e404bdcaf6e, ASSIGN}] 2024-11-09T16:22:04,424 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c90e8295f9258962c3e91e404bdcaf6e, ASSIGN 2024-11-09T16:22:04,425 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c90e8295f9258962c3e91e404bdcaf6e, ASSIGN; state=OFFLINE, location=efe6b43736f4,35049,1731169308174; forceNewPlan=false, retain=false 2024-11-09T16:22:04,558 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 379, reset compression=false 2024-11-09T16:22:04,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c90e8295f9258962c3e91e404bdcaf6e, regionState=OPENING, regionLocation=efe6b43736f4,35049,1731169308174 2024-11-09T16:22:04,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c90e8295f9258962c3e91e404bdcaf6e, ASSIGN because future has completed 2024-11-09T16:22:04,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c90e8295f9258962c3e91e404bdcaf6e, server=efe6b43736f4,35049,1731169308174}] 2024-11-09T16:22:04,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e. 2024-11-09T16:22:04,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:22:04,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T16:22:04,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C35049%2C1731169308174.rep, suffix=, logDir=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174, archiveDir=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/oldWALs, maxLogs=10 2024-11-09T16:22:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:04,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.rep.1731169324735, exclude list is [], retry=0 2024-11-09T16:22:04,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39037,DS-365631e8-ac5d-479f-8ece-db50af61a1a2,DISK] 2024-11-09T16:22:04,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.rep.1731169324735 2024-11-09T16:22:04,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43225:43225)] 2024-11-09T16:22:04,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c90e8295f9258962c3e91e404bdcaf6e, NAME => 'hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:22:04,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:22:04,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:22:04,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e. service=MultiRowMutationService 2024-11-09T16:22:04,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T16:22:04,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c90e8295f9258962c3e91e404bdcaf6e 2024-11-09T16:22:04,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:04,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c90e8295f9258962c3e91e404bdcaf6e 2024-11-09T16:22:04,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c90e8295f9258962c3e91e404bdcaf6e 2024-11-09T16:22:04,757 INFO [StoreOpener-c90e8295f9258962c3e91e404bdcaf6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c90e8295f9258962c3e91e404bdcaf6e 2024-11-09T16:22:04,757 INFO [StoreOpener-c90e8295f9258962c3e91e404bdcaf6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c90e8295f9258962c3e91e404bdcaf6e columnFamilyName hfileref 2024-11-09T16:22:04,758 DEBUG [StoreOpener-c90e8295f9258962c3e91e404bdcaf6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:04,758 INFO [StoreOpener-c90e8295f9258962c3e91e404bdcaf6e-1 {}] regionserver.HStore(327): Store=c90e8295f9258962c3e91e404bdcaf6e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:04,758 INFO [StoreOpener-c90e8295f9258962c3e91e404bdcaf6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c90e8295f9258962c3e91e404bdcaf6e 2024-11-09T16:22:04,759 INFO [StoreOpener-c90e8295f9258962c3e91e404bdcaf6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c90e8295f9258962c3e91e404bdcaf6e columnFamilyName queue 2024-11-09T16:22:04,759 DEBUG [StoreOpener-c90e8295f9258962c3e91e404bdcaf6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:04,759 INFO [StoreOpener-c90e8295f9258962c3e91e404bdcaf6e-1 {}] regionserver.HStore(327): Store=c90e8295f9258962c3e91e404bdcaf6e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:04,759 INFO [StoreOpener-c90e8295f9258962c3e91e404bdcaf6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c90e8295f9258962c3e91e404bdcaf6e 2024-11-09T16:22:04,760 INFO [StoreOpener-c90e8295f9258962c3e91e404bdcaf6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c90e8295f9258962c3e91e404bdcaf6e columnFamilyName sid 2024-11-09T16:22:04,760 DEBUG [StoreOpener-c90e8295f9258962c3e91e404bdcaf6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:04,760 INFO [StoreOpener-c90e8295f9258962c3e91e404bdcaf6e-1 {}] regionserver.HStore(327): Store=c90e8295f9258962c3e91e404bdcaf6e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:04,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c90e8295f9258962c3e91e404bdcaf6e 2024-11-09T16:22:04,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/replication/c90e8295f9258962c3e91e404bdcaf6e 2024-11-09T16:22:04,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/replication/c90e8295f9258962c3e91e404bdcaf6e 2024-11-09T16:22:04,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c90e8295f9258962c3e91e404bdcaf6e 2024-11-09T16:22:04,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c90e8295f9258962c3e91e404bdcaf6e 2024-11-09T16:22:04,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:22:04,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c90e8295f9258962c3e91e404bdcaf6e 2024-11-09T16:22:04,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/replication/c90e8295f9258962c3e91e404bdcaf6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:22:04,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c90e8295f9258962c3e91e404bdcaf6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70717291, jitterRate=0.05376975238323212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:22:04,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c90e8295f9258962c3e91e404bdcaf6e 2024-11-09T16:22:04,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c90e8295f9258962c3e91e404bdcaf6e: Running coprocessor pre-open hook at 1731169324755Writing region info on filesystem at 1731169324755Initializing all the Stores at 1731169324756 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169324756Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169324756Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169324756Cleaning up temporary data from old regions at 1731169324762 (+6 ms)Running coprocessor post-open hooks at 1731169324764 (+2 ms)Region opened successfully at 1731169324764 2024-11-09T16:22:04,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e., pid=10, masterSystemTime=1731169324730 2024-11-09T16:22:04,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e. 2024-11-09T16:22:04,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e. 2024-11-09T16:22:04,767 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c90e8295f9258962c3e91e404bdcaf6e, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,35049,1731169308174 2024-11-09T16:22:04,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c90e8295f9258962c3e91e404bdcaf6e, server=efe6b43736f4,35049,1731169308174 because future has completed 2024-11-09T16:22:04,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T16:22:04,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c90e8295f9258962c3e91e404bdcaf6e, server=efe6b43736f4,35049,1731169308174 in 192 msec 2024-11-09T16:22:04,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T16:22:04,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c90e8295f9258962c3e91e404bdcaf6e, ASSIGN in 348 msec 2024-11-09T16:22:04,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:22:04,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169324773"}]},"ts":"1731169324773"} 2024-11-09T16:22:04,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T16:22:04,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:22:04,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-09T16:22:04,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e., hostname=efe6b43736f4,35049,1731169308174, seqNum=2] 2024-11-09T16:22:04,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140 2024-11-09T16:22:04,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140 2024-11-09T16:22:04,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:22:05,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T16:22:05,060 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T16:22:05,093 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-efe6b43736f4,35049,1731169308174, ReplicationSource: 1, currentBandwidth=0 2024-11-09T16:22:05,093 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:05,094 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,35049,1731169308174, seqNum=-1] 2024-11-09T16:22:05,094 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:05,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T16:22:05,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-efe6b43736f4,35049,1731169308174', locateType=CURRENT is [region=hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e., hostname=efe6b43736f4,35049,1731169308174, seqNum=2] 2024-11-09T16:22:05,103 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T16:22:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T16:22:05,105 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on efe6b43736f4,35049,1731169308174 suceeded 2024-11-09T16:22:05,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T16:22:05,109 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://efe6b43736f4:44699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:22:05,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-09T16:22:05,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5160 sec 2024-11-09T16:22:05,119 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:44699' 2024-11-09T16:22:05,120 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d03fac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:05,120 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,44699,-1 for getting cluster id 2024-11-09T16:22:05,120 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:05,121 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4517d568-faa2-4e98-ad2a-0f07db760541' 2024-11-09T16:22:05,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:05,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4517d568-faa2-4e98-ad2a-0f07db760541" 2024-11-09T16:22:05,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b2d9b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:05,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,44699,-1] 2024-11-09T16:22:05,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:05,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:05,122 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:05,123 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12c43682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:05,123 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:05,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,44699,1731169313883 2024-11-09T16:22:05,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79bf0bf5 2024-11-09T16:22:05,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:05,124 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-09T16:22:05,125 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-efe6b43736f4,35049,1731169308174 (queues=1) is replicating from cluster=f16d4ffd-47d9-4768-b463-525f15ab0e1e to cluster=4517d568-faa2-4e98-ad2a-0f07db760541 2024-11-09T16:22:05,125 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=efe6b43736f4%2C35049%2C1731169308174 2024-11-09T16:22:05,125 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-efe6b43736f4,35049,1731169308174, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:22:05,126 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863, startPosition=0, beingWritten=true 2024-11-09T16:22:05,126 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C35049%2C1731169308174 2024-11-09T16:22:05,129 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:22:05,130 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 379, reset compression=false 2024-11-09T16:22:05,130 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,35049,1731169308174 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:22:05,161 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 379, reset compression=false 2024-11-09T16:22:05,333 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 379, reset compression=false 2024-11-09T16:22:05,637 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 379, reset compression=false 2024-11-09T16:22:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:05,746 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T16:22:05,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:22:05,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:05,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:05,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:05,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:05,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8ad612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:05,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,44699,-1 for getting cluster id 2024-11-09T16:22:05,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:05,748 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4517d568-faa2-4e98-ad2a-0f07db760541' 2024-11-09T16:22:05,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:05,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4517d568-faa2-4e98-ad2a-0f07db760541" 2024-11-09T16:22:05,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fca7e34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:05,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,44699,-1] 2024-11-09T16:22:05,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:05,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:05,749 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:05,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a3a7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:05,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:05,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,44699,1731169313883 2024-11-09T16:22:05,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7993ac61 2024-11-09T16:22:05,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:05,752 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:05,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://efe6b43736f4:38923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T16:22:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:22:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:05,756 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:38923' 2024-11-09T16:22:05,757 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10fb851a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:05,757 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,38923,-1 for getting cluster id 2024-11-09T16:22:05,757 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:05,758 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f16d4ffd-47d9-4768-b463-525f15ab0e1e' 2024-11-09T16:22:05,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:05,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f16d4ffd-47d9-4768-b463-525f15ab0e1e" 2024-11-09T16:22:05,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:05,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,38923,-1] 2024-11-09T16:22:05,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:05,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:05,759 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:05,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@609822c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:05,760 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:05,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,38923,1731169308021 2024-11-09T16:22:05,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@214c832f 2024-11-09T16:22:05,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:05,761 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:05,762 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T16:22:05,762 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:22:05,762 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:05,762 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:05,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:05,763 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:22:05,764 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T16:22:05,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:22:05,765 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:05,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:22:05,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741837_1013 (size=1138) 2024-11-09T16:22:05,814 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T16:22:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:05,864 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 379, reset compression=false 2024-11-09T16:22:06,040 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 379, reset compression=false 2024-11-09T16:22:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:06,172 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83158cb19113dba33fbf93820adc8cad, NAME => 'hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d 2024-11-09T16:22:06,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741838_1014 (size=44) 2024-11-09T16:22:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:06,543 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 379, reset compression=false 2024-11-09T16:22:06,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:06,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 83158cb19113dba33fbf93820adc8cad, disabling compactions & flushes 2024-11-09T16:22:06,649 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. 2024-11-09T16:22:06,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. 2024-11-09T16:22:06,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. after waiting 0 ms 2024-11-09T16:22:06,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. 2024-11-09T16:22:06,649 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. 2024-11-09T16:22:06,649 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83158cb19113dba33fbf93820adc8cad: Waiting for close lock at 1731169326649Disabling compacts and flushes for region at 1731169326649Disabling writes for close at 1731169326649Writing region close event to WAL at 1731169326649Closed at 1731169326649 2024-11-09T16:22:06,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:22:06,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731169326650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169326650"}]},"ts":"1731169326650"} 2024-11-09T16:22:06,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:22:06,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:22:06,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169326653"}]},"ts":"1731169326653"} 2024-11-09T16:22:06,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T16:22:06,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83158cb19113dba33fbf93820adc8cad, ASSIGN}] 2024-11-09T16:22:06,656 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83158cb19113dba33fbf93820adc8cad, ASSIGN 2024-11-09T16:22:06,656 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83158cb19113dba33fbf93820adc8cad, ASSIGN; state=OFFLINE, location=efe6b43736f4,40265,1731169314039; forceNewPlan=false, retain=false 2024-11-09T16:22:06,668 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 379, reset compression=false 2024-11-09T16:22:06,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83158cb19113dba33fbf93820adc8cad, regionState=OPENING, regionLocation=efe6b43736f4,40265,1731169314039 2024-11-09T16:22:06,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83158cb19113dba33fbf93820adc8cad, ASSIGN because future has completed 2024-11-09T16:22:06,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83158cb19113dba33fbf93820adc8cad, server=efe6b43736f4,40265,1731169314039}] 2024-11-09T16:22:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:06,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. 2024-11-09T16:22:06,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:22:06,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T16:22:06,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C40265%2C1731169314039.rep, suffix=, logDir=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039, archiveDir=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/oldWALs, maxLogs=10 2024-11-09T16:22:06,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.rep.1731169326970, exclude list is [], retry=0 2024-11-09T16:22:06,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45557,DS-ccdefbb6-9171-4999-a37c-862f5d370ab9,DISK] 2024-11-09T16:22:06,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.rep.1731169326970 2024-11-09T16:22:06,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37217:37217)] 2024-11-09T16:22:06,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 83158cb19113dba33fbf93820adc8cad, NAME => 'hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:22:06,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:22:06,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:22:06,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. service=MultiRowMutationService 2024-11-09T16:22:06,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T16:22:06,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 83158cb19113dba33fbf93820adc8cad 2024-11-09T16:22:06,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:06,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 83158cb19113dba33fbf93820adc8cad 2024-11-09T16:22:06,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 83158cb19113dba33fbf93820adc8cad 2024-11-09T16:22:06,992 INFO [StoreOpener-83158cb19113dba33fbf93820adc8cad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 83158cb19113dba33fbf93820adc8cad 2024-11-09T16:22:06,993 INFO [StoreOpener-83158cb19113dba33fbf93820adc8cad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83158cb19113dba33fbf93820adc8cad columnFamilyName hfileref 2024-11-09T16:22:06,993 DEBUG [StoreOpener-83158cb19113dba33fbf93820adc8cad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:06,993 INFO [StoreOpener-83158cb19113dba33fbf93820adc8cad-1 {}] regionserver.HStore(327): Store=83158cb19113dba33fbf93820adc8cad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:06,993 INFO [StoreOpener-83158cb19113dba33fbf93820adc8cad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 83158cb19113dba33fbf93820adc8cad 2024-11-09T16:22:06,994 INFO [StoreOpener-83158cb19113dba33fbf93820adc8cad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83158cb19113dba33fbf93820adc8cad columnFamilyName queue 2024-11-09T16:22:06,994 DEBUG [StoreOpener-83158cb19113dba33fbf93820adc8cad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:06,994 INFO [StoreOpener-83158cb19113dba33fbf93820adc8cad-1 {}] regionserver.HStore(327): Store=83158cb19113dba33fbf93820adc8cad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:06,994 INFO [StoreOpener-83158cb19113dba33fbf93820adc8cad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 83158cb19113dba33fbf93820adc8cad 2024-11-09T16:22:06,995 INFO [StoreOpener-83158cb19113dba33fbf93820adc8cad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83158cb19113dba33fbf93820adc8cad columnFamilyName sid 2024-11-09T16:22:06,995 DEBUG [StoreOpener-83158cb19113dba33fbf93820adc8cad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:06,996 INFO [StoreOpener-83158cb19113dba33fbf93820adc8cad-1 {}] regionserver.HStore(327): Store=83158cb19113dba33fbf93820adc8cad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:06,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 83158cb19113dba33fbf93820adc8cad 2024-11-09T16:22:06,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/replication/83158cb19113dba33fbf93820adc8cad 2024-11-09T16:22:06,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/replication/83158cb19113dba33fbf93820adc8cad 2024-11-09T16:22:06,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 83158cb19113dba33fbf93820adc8cad 2024-11-09T16:22:06,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 83158cb19113dba33fbf93820adc8cad 2024-11-09T16:22:06,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:22:06,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 83158cb19113dba33fbf93820adc8cad 2024-11-09T16:22:07,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/replication/83158cb19113dba33fbf93820adc8cad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:22:07,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 83158cb19113dba33fbf93820adc8cad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62371988, jitterRate=-0.07058495283126831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:22:07,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83158cb19113dba33fbf93820adc8cad 2024-11-09T16:22:07,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 83158cb19113dba33fbf93820adc8cad: Running coprocessor pre-open hook at 1731169326991Writing region info on filesystem at 1731169326991Initializing all the Stores at 1731169326992 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169326992Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169326992Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169326992Cleaning up temporary data from old regions at 1731169326997 (+5 ms)Running coprocessor post-open hooks at 1731169327001 (+4 ms)Region opened successfully at 1731169327001 2024-11-09T16:22:07,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad., pid=10, masterSystemTime=1731169326961 2024-11-09T16:22:07,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. 2024-11-09T16:22:07,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. 2024-11-09T16:22:07,004 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83158cb19113dba33fbf93820adc8cad, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,40265,1731169314039 2024-11-09T16:22:07,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83158cb19113dba33fbf93820adc8cad, server=efe6b43736f4,40265,1731169314039 because future has completed 2024-11-09T16:22:07,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T16:22:07,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 83158cb19113dba33fbf93820adc8cad, server=efe6b43736f4,40265,1731169314039 in 197 msec 2024-11-09T16:22:07,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T16:22:07,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83158cb19113dba33fbf93820adc8cad, ASSIGN in 353 msec 2024-11-09T16:22:07,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:22:07,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169327010"}]},"ts":"1731169327010"} 2024-11-09T16:22:07,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T16:22:07,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:22:07,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2500 sec 2024-11-09T16:22:07,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad., hostname=efe6b43736f4,40265,1731169314039, seqNum=2] 2024-11-09T16:22:07,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748 2024-11-09T16:22:07,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748 2024-11-09T16:22:07,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:22:07,147 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 379, reset compression=false 2024-11-09T16:22:07,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40265 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T16:22:07,260 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T16:22:07,300 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-efe6b43736f4,40265,1731169314039, ReplicationSource: 1, currentBandwidth=0 2024-11-09T16:22:07,300 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:07,300 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,40265,1731169314039, seqNum=-1] 2024-11-09T16:22:07,301 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:07,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T16:22:07,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-efe6b43736f4,40265,1731169314039', locateType=CURRENT is [region=hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad., hostname=efe6b43736f4,40265,1731169314039, seqNum=2] 2024-11-09T16:22:07,306 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T16:22:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T16:22:07,308 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on efe6b43736f4,40265,1731169314039 suceeded 2024-11-09T16:22:07,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T16:22:07,310 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://efe6b43736f4:38923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:22:07,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-09T16:22:07,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5580 sec 2024-11-09T16:22:07,324 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:38923' 2024-11-09T16:22:07,326 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@171c13b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:07,326 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,38923,-1 for getting cluster id 2024-11-09T16:22:07,326 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:07,326 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f16d4ffd-47d9-4768-b463-525f15ab0e1e' 2024-11-09T16:22:07,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:07,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f16d4ffd-47d9-4768-b463-525f15ab0e1e" 2024-11-09T16:22:07,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f0550ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:07,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,38923,-1] 2024-11-09T16:22:07,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:07,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:07,328 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:07,328 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a7cbdbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:07,328 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:07,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,38923,1731169308021 2024-11-09T16:22:07,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2821fe4 2024-11-09T16:22:07,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:07,331 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-09T16:22:07,332 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-efe6b43736f4,40265,1731169314039 (queues=1) is replicating from cluster=4517d568-faa2-4e98-ad2a-0f07db760541 to cluster=f16d4ffd-47d9-4768-b463-525f15ab0e1e 2024-11-09T16:22:07,332 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=efe6b43736f4%2C40265%2C1731169314039 2024-11-09T16:22:07,332 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-efe6b43736f4,40265,1731169314039, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:22:07,333 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C40265%2C1731169314039 2024-11-09T16:22:07,333 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923, startPosition=0, beingWritten=true 2024-11-09T16:22:07,338 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:22:07,338 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 379, reset compression=false 2024-11-09T16:22:07,338 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,40265,1731169314039 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:22:07,547 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 379, reset compression=false 2024-11-09T16:22:07,572 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 379, reset compression=false 2024-11-09T16:22:07,850 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 379, reset compression=false 2024-11-09T16:22:07,851 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 379, reset compression=false 2024-11-09T16:22:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:07,895 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T16:22:07,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:22:07,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:07,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:07,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:07,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:07,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf7598d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:07,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,35885,-1 for getting cluster id 2024-11-09T16:22:07,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:07,897 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e337dd4-7c81-4f74-9556-44b54c6915e3' 2024-11-09T16:22:07,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:07,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e337dd4-7c81-4f74-9556-44b54c6915e3" 2024-11-09T16:22:07,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3df9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:07,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,35885,-1] 2024-11-09T16:22:07,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:07,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:07,898 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:07,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31660414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:07,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1923f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:07,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,38923,-1 for getting cluster id 2024-11-09T16:22:07,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:07,900 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f16d4ffd-47d9-4768-b463-525f15ab0e1e' 2024-11-09T16:22:07,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:07,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f16d4ffd-47d9-4768-b463-525f15ab0e1e" 2024-11-09T16:22:07,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe3cc24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:07,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,38923,-1] 2024-11-09T16:22:07,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:07,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:07,901 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:07,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2bf5b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:07,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7bb476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:07,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,44699,-1 for getting cluster id 2024-11-09T16:22:07,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:07,902 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4517d568-faa2-4e98-ad2a-0f07db760541' 2024-11-09T16:22:07,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:07,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4517d568-faa2-4e98-ad2a-0f07db760541" 2024-11-09T16:22:07,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4994b6b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:07,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,44699,-1] 2024-11-09T16:22:07,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:07,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:07,903 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:07,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599b7585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:07,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:07,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,41529,1731169302955, seqNum=-1] 2024-11-09T16:22:07,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:07,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:22:07,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1., hostname=efe6b43736f4,41529,1731169302955, seqNum=2] 2024-11-09T16:22:07,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:07,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,40265,1731169314039, seqNum=-1] 2024-11-09T16:22:07,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:07,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:22:07,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca., hostname=efe6b43736f4,40265,1731169314039, seqNum=2] 2024-11-09T16:22:07,915 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T16:22:08,102 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:22:08,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:08,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:08,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:08,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:08,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:08,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:08,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:08,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:08,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:08,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:08,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:08,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:08,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:08,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:08,258 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 379, reset compression=false 2024-11-09T16:22:08,574 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 379, reset compression=false 2024-11-09T16:22:08,584 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:22:08,584 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 480, reset compression=false 2024-11-09T16:22:08,584 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.shipperefe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,41529,1731169302955 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T16:22:08,586 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.shipperefe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:22:08,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-09T16:22:08,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:22:08,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19bb393e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:08,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35049 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,38923,-1 for getting cluster id 2024-11-09T16:22:08,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:08,594 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f16d4ffd-47d9-4768-b463-525f15ab0e1e' 2024-11-09T16:22:08,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:08,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f16d4ffd-47d9-4768-b463-525f15ab0e1e" 2024-11-09T16:22:08,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65b1664f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:08,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,38923,-1] 2024-11-09T16:22:08,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:08,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:08,595 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:08,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39a67ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:08,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35049 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:08,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,35049,1731169308174, seqNum=-1] 2024-11-09T16:22:08,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:08,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T16:22:08,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731169318138.6a337831be9f4ef25d970f6af89f3949., hostname=efe6b43736f4,35049,1731169308174, seqNum=2] 2024-11-09T16:22:08,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:22:08,653 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 379, reset compression=false 2024-11-09T16:22:08,658 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:22:08,658 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 503, reset compression=false 2024-11-09T16:22:08,658 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,35049,1731169308174 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a337831be9f4ef25d970f6af89f3949/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T16:22:08,660 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:22:08,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-09T16:22:08,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:22:08,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68a9a8f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:08,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,44699,-1 for getting cluster id 2024-11-09T16:22:08,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:08,663 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4517d568-faa2-4e98-ad2a-0f07db760541' 2024-11-09T16:22:08,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:08,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4517d568-faa2-4e98-ad2a-0f07db760541" 2024-11-09T16:22:08,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9f7d3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:08,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,44699,-1] 2024-11-09T16:22:08,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:08,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:08,664 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:08,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dcd9cc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:08,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:08,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,40265,1731169314039, seqNum=-1] 2024-11-09T16:22:08,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:08,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T16:22:08,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca., hostname=efe6b43736f4,40265,1731169314039, seqNum=2] 2024-11-09T16:22:08,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:22:08,761 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 379, reset compression=false 2024-11-09T16:22:08,765 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:22:08,765 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 527, reset compression=false 2024-11-09T16:22:08,766 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,40265,1731169314039 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:22:08,794 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 480, reset compression=false 2024-11-09T16:22:08,861 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 503, reset compression=false 2024-11-09T16:22:08,917 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T16:22:08,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:08,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,35049,1731169308174, seqNum=-1] 2024-11-09T16:22:08,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:08,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:22:08,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731169318138.6a337831be9f4ef25d970f6af89f3949., hostname=efe6b43736f4,35049,1731169308174, seqNum=2] 2024-11-09T16:22:08,923 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T16:22:08,968 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 527, reset compression=false 2024-11-09T16:22:09,097 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 480, reset compression=false 2024-11-09T16:22:09,164 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 503, reset compression=false 2024-11-09T16:22:09,169 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:22:09,169 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 607, reset compression=false 2024-11-09T16:22:09,169 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,35049,1731169308174 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a337831be9f4ef25d970f6af89f3949/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T16:22:09,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:22:09,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:22:09,271 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 527, reset compression=false 2024-11-09T16:22:09,275 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:22:09,275 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 655, reset compression=false 2024-11-09T16:22:09,275 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,40265,1731169314039 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:22:09,372 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 607, reset compression=false 2024-11-09T16:22:09,478 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 655, reset compression=false 2024-11-09T16:22:09,501 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 480, reset compression=false 2024-11-09T16:22:09,675 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 607, reset compression=false 2024-11-09T16:22:09,781 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 655, reset compression=false 2024-11-09T16:22:09,924 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T16:22:09,927 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T16:22:10,003 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 480, reset compression=false 2024-11-09T16:22:10,078 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 607, reset compression=false 2024-11-09T16:22:10,184 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 655, reset compression=false 2024-11-09T16:22:10,188 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:22:10,188 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 759, reset compression=false 2024-11-09T16:22:10,188 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,40265,1731169314039 got entry batch from reader: WALEntryBatch [walEntries=[{test/8f6b5a50a5d5020b59ac6fd45b7a07ca/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T16:22:10,190 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:22:10,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-09T16:22:10,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:22:10,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:22:10,391 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 759, reset compression=false 2024-11-09T16:22:10,582 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 607, reset compression=false 2024-11-09T16:22:10,585 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:22:10,585 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 734, reset compression=false 2024-11-09T16:22:10,585 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,35049,1731169308174 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:22:10,607 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 480, reset compression=false 2024-11-09T16:22:10,694 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 759, reset compression=false 2024-11-09T16:22:10,788 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 734, reset compression=false 2024-11-09T16:22:10,928 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T16:22:10,931 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T16:22:11,091 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 734, reset compression=false 2024-11-09T16:22:11,097 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 759, reset compression=false 2024-11-09T16:22:11,310 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 480, reset compression=false 2024-11-09T16:22:11,451 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:22:11,451 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 636, reset compression=false 2024-11-09T16:22:11,451 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.shipperefe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,41529,1731169302955 got entry batch from reader: WALEntryBatch [walEntries=[{test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T16:22:11,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:22:11,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:22:11,494 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 734, reset compression=false 2024-11-09T16:22:11,497 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:22:11,497 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 881, reset compression=false 2024-11-09T16:22:11,497 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,35049,1731169308174 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a337831be9f4ef25d970f6af89f3949/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T16:22:11,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:22:11,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:22:11,601 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 759, reset compression=false 2024-11-09T16:22:11,605 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:22:11,605 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 930, reset compression=false 2024-11-09T16:22:11,605 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,40265,1731169314039 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:22:11,655 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 636, reset compression=false 2024-11-09T16:22:11,701 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 881, reset compression=false 2024-11-09T16:22:11,809 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 930, reset compression=false 2024-11-09T16:22:11,933 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T16:22:11,937 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T16:22:11,959 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 636, reset compression=false 2024-11-09T16:22:12,005 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 881, reset compression=false 2024-11-09T16:22:12,009 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:22:12,009 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 1040, reset compression=false 2024-11-09T16:22:12,009 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,35049,1731169308174 got entry batch from reader: WALEntryBatch [walEntries=[{test/6a337831be9f4ef25d970f6af89f3949/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T16:22:12,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:22:12,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40265 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:22:12,113 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 930, reset compression=false 2024-11-09T16:22:12,116 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:22:12,116 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 1080, reset compression=false 2024-11-09T16:22:12,116 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,40265,1731169314039 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:22:12,212 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 1040, reset compression=false 2024-11-09T16:22:12,285 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:12,286 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:22:12,286 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108687 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:22:12,319 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 1080, reset compression=false 2024-11-09T16:22:12,355 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T16:22:12,362 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 636, reset compression=false 2024-11-09T16:22:12,516 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 1040, reset compression=false 2024-11-09T16:22:12,622 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 1080, reset compression=false 2024-11-09T16:22:12,865 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 636, reset compression=false 2024-11-09T16:22:12,919 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 1040, reset compression=false 2024-11-09T16:22:12,938 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T16:22:12,941 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T16:22:13,026 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 1080, reset compression=false 2024-11-09T16:22:13,030 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:22:13,030 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 1239, reset compression=false 2024-11-09T16:22:13,031 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,40265,1731169314039 got entry batch from reader: WALEntryBatch [walEntries=[{test/8f6b5a50a5d5020b59ac6fd45b7a07ca/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T16:22:13,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T16:22:13,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T16:22:13,234 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 1239, reset compression=false 2024-11-09T16:22:13,423 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 1040, reset compression=false 2024-11-09T16:22:13,427 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:22:13,427 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 1189, reset compression=false 2024-11-09T16:22:13,427 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,35049,1731169308174 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:22:13,469 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 636, reset compression=false 2024-11-09T16:22:13,537 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 1239, reset compression=false 2024-11-09T16:22:13,630 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 1189, reset compression=false 2024-11-09T16:22:13,933 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 1189, reset compression=false 2024-11-09T16:22:13,940 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 1239, reset compression=false 2024-11-09T16:22:13,943 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T16:22:13,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:22:13,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:22:13,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:13,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:13,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:13,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:13,950 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:22:13,950 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=276999786, stopped=false 2024-11-09T16:22:13,950 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,44699,1731169313883 2024-11-09T16:22:14,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1195820748/running 2024-11-09T16:22:14,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1195820748/running 2024-11-09T16:22:14,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748 2024-11-09T16:22:14,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748 2024-11-09T16:22:14,085 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:22:14,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Set watcher on znode that does not yet exist, /2-1195820748/running 2024-11-09T16:22:14,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Set watcher on znode that does not yet exist, /2-1195820748/running 2024-11-09T16:22:14,085 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:22:14,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:14,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:14,086 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,40265,1731169314039' ***** 2024-11-09T16:22:14,086 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:22:14,086 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:22:14,086 INFO [RS:0;efe6b43736f4:40265 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:22:14,086 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:22:14,086 INFO [RS:0;efe6b43736f4:40265 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:22:14,086 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:14,087 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(3091): Received CLOSE for 83158cb19113dba33fbf93820adc8cad 2024-11-09T16:22:14,087 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,40265,1731169314039 2024-11-09T16:22:14,087 INFO [RS:0;efe6b43736f4:40265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:22:14,087 INFO [RS:0;efe6b43736f4:40265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:40265. 2024-11-09T16:22:14,087 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f6b5a50a5d5020b59ac6fd45b7a07ca, disabling compactions & flushes 2024-11-09T16:22:14,087 DEBUG [RS:0;efe6b43736f4:40265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:14,087 DEBUG [RS:0;efe6b43736f4:40265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:14,087 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca. 2024-11-09T16:22:14,087 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca. 2024-11-09T16:22:14,087 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca. after waiting 0 ms 2024-11-09T16:22:14,087 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca. 2024-11-09T16:22:14,087 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:22:14,087 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:22:14,087 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:22:14,087 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:22:14,087 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8f6b5a50a5d5020b59ac6fd45b7a07ca 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T16:22:14,087 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T16:22:14,087 DEBUG [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1325): Online Regions={8f6b5a50a5d5020b59ac6fd45b7a07ca=test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca., 83158cb19113dba33fbf93820adc8cad=hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T16:22:14,087 DEBUG [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83158cb19113dba33fbf93820adc8cad, 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:14,087 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:22:14,087 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:22:14,087 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:22:14,087 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:22:14,087 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:22:14,087 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T16:22:14,104 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:22:14,105 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/.tmp/info/552b26fe5659472585f9b7766837d7ee is 147, key is hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad./info:regioninfo/1731169327004/Put/seqid=0 2024-11-09T16:22:14,107 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca/.tmp/f/b4715273294646e8823a122790a45bb0 is 29, key is row1/f:/1731169331934/DeleteFamily/seqid=0 2024-11-09T16:22:14,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741840_1016 (size=7686) 2024-11-09T16:22:14,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741841_1017 (size=5152) 2024-11-09T16:22:14,171 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 636, reset compression=false 2024-11-09T16:22:14,287 DEBUG [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83158cb19113dba33fbf93820adc8cad, 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:14,337 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 1189, reset compression=false 2024-11-09T16:22:14,443 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 1239, reset compression=false 2024-11-09T16:22:14,448 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:22:14,448 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 1486, reset compression=false 2024-11-09T16:22:14,448 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,40265,1731169314039 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:22:14,448 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.HRegionServer(2440): ***** ABORTING region server efe6b43736f4,40265,1731169314039: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-efe6b43736f4,40265,1731169314039, walGroup=efe6b43736f4%2C40265%2C1731169314039, offset=efe6b43736f4%2C40265%2C1731169314039.1731169315923:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:40265 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T16:22:14,450 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T16:22:14,450 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T16:22:14,451 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T16:22:14,451 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T16:22:14,451 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T16:22:14,451 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 881836984 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 201661952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T16:22:14,451 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:44699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T16:22:14,488 DEBUG [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83158cb19113dba33fbf93820adc8cad, 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:14,509 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/.tmp/info/552b26fe5659472585f9b7766837d7ee 2024-11-09T16:22:14,513 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca/.tmp/f/b4715273294646e8823a122790a45bb0 2024-11-09T16:22:14,517 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4715273294646e8823a122790a45bb0 2024-11-09T16:22:14,530 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/.tmp/ns/aa978f1ced5948b7a9f041da4f8977b0 is 43, key is default/ns:d/1731169316872/Put/seqid=0 2024-11-09T16:22:14,531 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca/.tmp/f1/123eaf8e2b4c40e993676182d2b6a256 is 30, key is row1/f1:/1731169331934/DeleteFamily/seqid=0 2024-11-09T16:22:14,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741842_1018 (size=5153) 2024-11-09T16:22:14,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741843_1019 (size=5158) 2024-11-09T16:22:14,534 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/.tmp/ns/aa978f1ced5948b7a9f041da4f8977b0 2024-11-09T16:22:14,555 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/.tmp/rep_barrier/3cc76d367ead43e0bf66963a1861214d is 112, key is test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca./rep_barrier:seqnumDuringOpen/1731169321087/Put/seqid=0 2024-11-09T16:22:14,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741844_1020 (size=5518) 2024-11-09T16:22:14,652 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 1486, reset compression=false 2024-11-09T16:22:14,688 DEBUG [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83158cb19113dba33fbf93820adc8cad, 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:14,790 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:22:14,791 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:22:14,840 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 1189, reset compression=false 2024-11-09T16:22:14,888 DEBUG [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83158cb19113dba33fbf93820adc8cad, 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:14,934 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca/.tmp/f1/123eaf8e2b4c40e993676182d2b6a256 2024-11-09T16:22:14,938 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 123eaf8e2b4c40e993676182d2b6a256 2024-11-09T16:22:14,951 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca/.tmp/norep/c10f27d843604edbbaf950c912025940 is 33, key is row2/norep:/1731169332939/DeleteFamily/seqid=0 2024-11-09T16:22:14,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741845_1021 (size=5108) 2024-11-09T16:22:14,955 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 1486, reset compression=false 2024-11-09T16:22:14,958 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/.tmp/rep_barrier/3cc76d367ead43e0bf66963a1861214d 2024-11-09T16:22:14,975 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 636, reset compression=false 2024-11-09T16:22:14,976 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/.tmp/table/279b653e5eca43c08c412503f03ceaaa is 53, key is hbase:replication/table:state/1731169327010/Put/seqid=0 2024-11-09T16:22:14,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741846_1022 (size=5308) 2024-11-09T16:22:14,979 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/.tmp/table/279b653e5eca43c08c412503f03ceaaa 2024-11-09T16:22:14,983 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/.tmp/info/552b26fe5659472585f9b7766837d7ee as hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/info/552b26fe5659472585f9b7766837d7ee 2024-11-09T16:22:14,986 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/info/552b26fe5659472585f9b7766837d7ee, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T16:22:14,987 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/.tmp/ns/aa978f1ced5948b7a9f041da4f8977b0 as hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/ns/aa978f1ced5948b7a9f041da4f8977b0 2024-11-09T16:22:14,990 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/ns/aa978f1ced5948b7a9f041da4f8977b0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T16:22:14,991 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/.tmp/rep_barrier/3cc76d367ead43e0bf66963a1861214d as hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/rep_barrier/3cc76d367ead43e0bf66963a1861214d 2024-11-09T16:22:14,994 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/rep_barrier/3cc76d367ead43e0bf66963a1861214d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T16:22:14,995 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/.tmp/table/279b653e5eca43c08c412503f03ceaaa as hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/table/279b653e5eca43c08c412503f03ceaaa 2024-11-09T16:22:14,998 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/table/279b653e5eca43c08c412503f03ceaaa, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T16:22:14,999 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=16, compaction requested=false 2024-11-09T16:22:15,001 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T16:22:15,002 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:22:15,002 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:22:15,002 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:22:15,002 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169334087Running coprocessor pre-close hooks at 1731169334087Disabling compacts and flushes for region at 1731169334087Disabling writes for close at 1731169334087Obtaining lock to block concurrent updates at 1731169334087Preparing flush snapshotting stores in 1588230740 at 1731169334087Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731169334088 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731169334088Flushing 1588230740/info: creating writer at 1731169334088Flushing 1588230740/info: appending metadata at 1731169334104 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731169334104Flushing 1588230740/ns: creating writer at 1731169334513 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731169334530 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731169334530Flushing 1588230740/rep_barrier: creating writer at 1731169334538 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731169334554 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731169334554Flushing 1588230740/table: creating writer at 1731169334962 (+408 ms)Flushing 1588230740/table: appending metadata at 1731169334976 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731169334976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41018a75: reopening flushed file at 1731169334983 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c0bfcf2: reopening flushed file at 1731169334987 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@662391e1: reopening flushed file at 1731169334990 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b0f9987: reopening flushed file at 1731169334994 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=16, compaction requested=false at 1731169334999 (+5 ms)Writing region close event to WAL at 1731169335000 (+1 ms)Running coprocessor post-close hooks at 1731169335002 (+2 ms)Closed at 1731169335002 2024-11-09T16:22:15,002 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:22:15,088 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T16:22:15,088 DEBUG [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1325): Online Regions={8f6b5a50a5d5020b59ac6fd45b7a07ca=test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca., 83158cb19113dba33fbf93820adc8cad=hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad.} 2024-11-09T16:22:15,088 DEBUG [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1351): Waiting on 83158cb19113dba33fbf93820adc8cad, 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:15,288 DEBUG [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1351): Waiting on 83158cb19113dba33fbf93820adc8cad, 8f6b5a50a5d5020b59ac6fd45b7a07ca 2024-11-09T16:22:15,355 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca/.tmp/norep/c10f27d843604edbbaf950c912025940 2024-11-09T16:22:15,358 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c10f27d843604edbbaf950c912025940 2024-11-09T16:22:15,358 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 1486, reset compression=false 2024-11-09T16:22:15,359 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca/.tmp/f/b4715273294646e8823a122790a45bb0 as hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca/f/b4715273294646e8823a122790a45bb0 2024-11-09T16:22:15,363 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4715273294646e8823a122790a45bb0 2024-11-09T16:22:15,363 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca/f/b4715273294646e8823a122790a45bb0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T16:22:15,364 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca/.tmp/f1/123eaf8e2b4c40e993676182d2b6a256 as hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca/f1/123eaf8e2b4c40e993676182d2b6a256 2024-11-09T16:22:15,367 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 123eaf8e2b4c40e993676182d2b6a256 2024-11-09T16:22:15,367 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca/f1/123eaf8e2b4c40e993676182d2b6a256, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T16:22:15,368 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca/.tmp/norep/c10f27d843604edbbaf950c912025940 as hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca/norep/c10f27d843604edbbaf950c912025940 2024-11-09T16:22:15,371 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c10f27d843604edbbaf950c912025940 2024-11-09T16:22:15,371 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca/norep/c10f27d843604edbbaf950c912025940, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T16:22:15,372 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8f6b5a50a5d5020b59ac6fd45b7a07ca in 1285ms, sequenceid=10, compaction requested=false 2024-11-09T16:22:15,375 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/data/default/test/8f6b5a50a5d5020b59ac6fd45b7a07ca/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T16:22:15,375 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:22:15,375 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:22:15,375 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca. 2024-11-09T16:22:15,375 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f6b5a50a5d5020b59ac6fd45b7a07ca: Waiting for close lock at 1731169334087Running coprocessor pre-close hooks at 1731169334087Disabling compacts and flushes for region at 1731169334087Disabling writes for close at 1731169334087Obtaining lock to block concurrent updates at 1731169334087Preparing flush snapshotting stores in 8f6b5a50a5d5020b59ac6fd45b7a07ca at 1731169334087Finished memstore snapshotting test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731169334087Flushing stores of test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca. at 1731169334088 (+1 ms)Flushing 8f6b5a50a5d5020b59ac6fd45b7a07ca/f: creating writer at 1731169334088Flushing 8f6b5a50a5d5020b59ac6fd45b7a07ca/f: appending metadata at 1731169334107 (+19 ms)Flushing 8f6b5a50a5d5020b59ac6fd45b7a07ca/f: closing flushed file at 1731169334107Flushing 8f6b5a50a5d5020b59ac6fd45b7a07ca/f1: creating writer at 1731169334517 (+410 ms)Flushing 8f6b5a50a5d5020b59ac6fd45b7a07ca/f1: appending metadata at 1731169334530 (+13 ms)Flushing 8f6b5a50a5d5020b59ac6fd45b7a07ca/f1: closing flushed file at 1731169334530Flushing 8f6b5a50a5d5020b59ac6fd45b7a07ca/norep: creating writer at 1731169334938 (+408 ms)Flushing 8f6b5a50a5d5020b59ac6fd45b7a07ca/norep: appending metadata at 1731169334951 (+13 ms)Flushing 8f6b5a50a5d5020b59ac6fd45b7a07ca/norep: closing flushed file at 1731169334951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47982ec8: reopening flushed file at 1731169335358 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0dcd20: reopening flushed file at 1731169335363 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f82b29f: reopening flushed file at 1731169335367 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8f6b5a50a5d5020b59ac6fd45b7a07ca in 1285ms, sequenceid=10, compaction requested=false at 1731169335372 (+5 ms)Writing region close event to WAL at 1731169335373 (+1 ms)Running coprocessor post-close hooks at 1731169335375 (+2 ms)Closed at 1731169335375 2024-11-09T16:22:15,376 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731169320289.8f6b5a50a5d5020b59ac6fd45b7a07ca. 2024-11-09T16:22:15,376 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83158cb19113dba33fbf93820adc8cad, disabling compactions & flushes 2024-11-09T16:22:15,376 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. 2024-11-09T16:22:15,376 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. 2024-11-09T16:22:15,376 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. after waiting 0 ms 2024-11-09T16:22:15,376 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. 2024-11-09T16:22:15,376 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83158cb19113dba33fbf93820adc8cad: Waiting for close lock at 1731169335376Running coprocessor pre-close hooks at 1731169335376Disabling compacts and flushes for region at 1731169335376Disabling writes for close at 1731169335376Failed flush hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad., putting online again at 1731169335376 2024-11-09T16:22:15,376 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. 2024-11-09T16:22:15,443 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 1189, reset compression=false 2024-11-09T16:22:15,488 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(3091): Received CLOSE for 83158cb19113dba33fbf93820adc8cad 2024-11-09T16:22:15,488 DEBUG [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1351): Waiting on 83158cb19113dba33fbf93820adc8cad 2024-11-09T16:22:15,489 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83158cb19113dba33fbf93820adc8cad, disabling compactions & flushes 2024-11-09T16:22:15,489 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. 2024-11-09T16:22:15,489 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. 2024-11-09T16:22:15,489 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. after waiting 0 ms 2024-11-09T16:22:15,489 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. 2024-11-09T16:22:15,489 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83158cb19113dba33fbf93820adc8cad: Waiting for close lock at 1731169335489Running coprocessor pre-close hooks at 1731169335489Disabling compacts and flushes for region at 1731169335489Disabling writes for close at 1731169335489Failed flush hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad., putting online again at 1731169335489 2024-11-09T16:22:15,489 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731169325763.83158cb19113dba33fbf93820adc8cad. 2024-11-09T16:22:15,689 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T16:22:15,689 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,40265,1731169314039; all regions closed. 2024-11-09T16:22:15,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741834_1010 (size=4239) 2024-11-09T16:22:15,691 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.meta.1731169316823.meta not finished, retry = 0 2024-11-09T16:22:15,793 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.rep.1731169326970 not finished, retry = 0 2024-11-09T16:22:15,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741839_1015 (size=2171) 2024-11-09T16:22:15,861 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 1486, reset compression=false 2024-11-09T16:22:15,865 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:22:15,865 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/WALs/efe6b43736f4,40265,1731169314039/efe6b43736f4%2C40265%2C1731169314039.1731169315923 to pos 2130, reset compression=false 2024-11-09T16:22:15,878 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 636, reset compression=false 2024-11-09T16:22:15,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741832_1008 (size=2138) 2024-11-09T16:22:15,896 DEBUG [RS:0;efe6b43736f4:40265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:15,896 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:22:15,896 INFO [RS:0;efe6b43736f4:40265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:22:15,896 INFO [RS:0;efe6b43736f4:40265 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T16:22:15,896 INFO [RS:0;efe6b43736f4:40265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:22:15,896 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:22:15,897 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-efe6b43736f4,40265,1731169314039 because: Region server is closing 2024-11-09T16:22:15,897 INFO [RS:0;efe6b43736f4:40265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:40265. 2024-11-09T16:22:15,897 DEBUG [RS:0;efe6b43736f4:40265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:15,897 DEBUG [RS:0;efe6b43736f4:40265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:15,897 DEBUG [RS:0;efe6b43736f4:40265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:15,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:15,997 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.shipperefe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 terminated 2024-11-09T16:22:15,997 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,40265,1731169314039.replicationSource.wal-reader.efe6b43736f4%2C40265%2C1731169314039,1-efe6b43736f4,40265,1731169314039 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T16:22:15,998 INFO [RS:0;efe6b43736f4:40265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:40265. 2024-11-09T16:22:15,998 DEBUG [RS:0;efe6b43736f4:40265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:15,998 DEBUG [RS:0;efe6b43736f4:40265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:15,998 DEBUG [RS:0;efe6b43736f4:40265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:15,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:15,998 INFO [RS:0;efe6b43736f4:40265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40265 2024-11-09T16:22:16,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1195820748/rs/efe6b43736f4,40265,1731169314039 2024-11-09T16:22:16,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748/rs 2024-11-09T16:22:16,053 INFO [RS:0;efe6b43736f4:40265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:22:16,063 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,40265,1731169314039] 2024-11-09T16:22:16,074 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1195820748/draining/efe6b43736f4,40265,1731169314039 already deleted, retry=false 2024-11-09T16:22:16,074 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,40265,1731169314039 expired; onlineServers=0 2024-11-09T16:22:16,074 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,44699,1731169313883' ***** 2024-11-09T16:22:16,074 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:22:16,074 INFO [M:0;efe6b43736f4:44699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:22:16,074 INFO [M:0;efe6b43736f4:44699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:22:16,074 DEBUG [M:0;efe6b43736f4:44699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:22:16,074 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:22:16,074 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169315629 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169315629,5,FailOnTimeoutGroup] 2024-11-09T16:22:16,074 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169315630 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169315630,5,FailOnTimeoutGroup] 2024-11-09T16:22:16,074 DEBUG [M:0;efe6b43736f4:44699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:22:16,074 INFO [M:0;efe6b43736f4:44699 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:22:16,074 INFO [M:0;efe6b43736f4:44699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:22:16,074 DEBUG [M:0;efe6b43736f4:44699 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:22:16,075 INFO [M:0;efe6b43736f4:44699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:22:16,075 INFO [M:0;efe6b43736f4:44699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:22:16,075 INFO [M:0;efe6b43736f4:44699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:22:16,075 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:22:16,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1195820748/master 2024-11-09T16:22:16,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1195820748 2024-11-09T16:22:16,084 DEBUG [M:0;efe6b43736f4:44699 {}] zookeeper.ZKUtil(347): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Unable to get data of znode /2-1195820748/master because node does not exist (not an error) 2024-11-09T16:22:16,084 WARN [M:0;efe6b43736f4:44699 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:22:16,085 INFO [M:0;efe6b43736f4:44699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/.lastflushedseqids 2024-11-09T16:22:16,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741847_1023 (size=245) 2024-11-09T16:22:16,147 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 1189, reset compression=false 2024-11-09T16:22:16,163 INFO [RS:0;efe6b43736f4:40265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:22:16,163 INFO [RS:0;efe6b43736f4:40265 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,40265,1731169314039; zookeeper connection closed. 2024-11-09T16:22:16,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:22:16,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40265-0x10120672c070007, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:22:16,164 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@bb779b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@bb779b8 2024-11-09T16:22:16,164 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:22:16,489 INFO [M:0;efe6b43736f4:44699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:22:16,489 INFO [M:0;efe6b43736f4:44699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:22:16,489 DEBUG [M:0;efe6b43736f4:44699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:22:16,489 INFO [M:0;efe6b43736f4:44699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:16,489 DEBUG [M:0;efe6b43736f4:44699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:16,489 DEBUG [M:0;efe6b43736f4:44699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:22:16,489 DEBUG [M:0;efe6b43736f4:44699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:16,489 INFO [M:0;efe6b43736f4:44699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T16:22:16,534 DEBUG [M:0;efe6b43736f4:44699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65b7d9bec6bb4f98b2405c6ffe032613 is 82, key is hbase:meta,,1/info:regioninfo/1731169316857/Put/seqid=0 2024-11-09T16:22:16,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741848_1024 (size=5672) 2024-11-09T16:22:16,881 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 636, reset compression=false 2024-11-09T16:22:16,937 INFO [M:0;efe6b43736f4:44699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65b7d9bec6bb4f98b2405c6ffe032613 2024-11-09T16:22:16,950 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 1189, reset compression=false 2024-11-09T16:22:16,958 DEBUG [M:0;efe6b43736f4:44699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e7e976bd39e4682ba845cc927f628f0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731169327014/Put/seqid=0 2024-11-09T16:22:16,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741849_1025 (size=8516) 2024-11-09T16:22:17,361 INFO [M:0;efe6b43736f4:44699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e7e976bd39e4682ba845cc927f628f0 2024-11-09T16:22:17,377 DEBUG [M:0;efe6b43736f4:44699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b27b1ae2343443189b493bf6d862fea is 69, key is efe6b43736f4,40265,1731169314039/rs:state/1731169315700/Put/seqid=0 2024-11-09T16:22:17,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741850_1026 (size=5156) 2024-11-09T16:22:17,608 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T16:22:17,780 INFO [M:0;efe6b43736f4:44699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b27b1ae2343443189b493bf6d862fea 2024-11-09T16:22:17,784 DEBUG [M:0;efe6b43736f4:44699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65b7d9bec6bb4f98b2405c6ffe032613 as hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65b7d9bec6bb4f98b2405c6ffe032613 2024-11-09T16:22:17,787 INFO [M:0;efe6b43736f4:44699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65b7d9bec6bb4f98b2405c6ffe032613, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T16:22:17,788 DEBUG [M:0;efe6b43736f4:44699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e7e976bd39e4682ba845cc927f628f0 as hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e7e976bd39e4682ba845cc927f628f0 2024-11-09T16:22:17,791 INFO [M:0;efe6b43736f4:44699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e7e976bd39e4682ba845cc927f628f0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T16:22:17,792 DEBUG [M:0;efe6b43736f4:44699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b27b1ae2343443189b493bf6d862fea as hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b27b1ae2343443189b493bf6d862fea 2024-11-09T16:22:17,795 INFO [M:0;efe6b43736f4:44699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39183/user/jenkins/test-data/c8ef1613-26a0-b32d-a359-b54efa7ed37d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b27b1ae2343443189b493bf6d862fea, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T16:22:17,796 INFO [M:0;efe6b43736f4:44699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=97, compaction requested=false 2024-11-09T16:22:17,797 INFO [M:0;efe6b43736f4:44699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:17,797 DEBUG [M:0;efe6b43736f4:44699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169336489Disabling compacts and flushes for region at 1731169336489Disabling writes for close at 1731169336489Obtaining lock to block concurrent updates at 1731169336489Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169336489Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731169336490 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169336518 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169336518Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169336533 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169336533Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169336941 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169336957 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169336957Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169337364 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169337376 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169337376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f10072f: reopening flushed file at 1731169337783 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@429987d8: reopening flushed file at 1731169337787 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f9fc01c: reopening flushed file at 1731169337791 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=97, compaction requested=false at 1731169337796 (+5 ms)Writing region close event to WAL at 1731169337797 (+1 ms)Closed at 1731169337797 2024-11-09T16:22:17,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45557 is added to blk_1073741830_1006 (size=63654) 2024-11-09T16:22:17,799 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:22:17,800 INFO [M:0;efe6b43736f4:44699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:22:17,800 INFO [M:0;efe6b43736f4:44699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44699 2024-11-09T16:22:17,800 INFO [M:0;efe6b43736f4:44699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:22:17,854 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 1189, reset compression=false 2024-11-09T16:22:17,953 INFO [M:0;efe6b43736f4:44699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:22:17,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:22:17,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44699-0x10120672c070006, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:22:17,984 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 636, reset compression=false 2024-11-09T16:22:17,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aec2a8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:22:17,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dd274ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:22:17,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:22:17,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2482a93b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:22:17,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24149e8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/hadoop.log.dir/,STOPPED} 2024-11-09T16:22:17,990 WARN [BP-878798052-172.17.0.3-1731169311867 heartbeating to localhost/127.0.0.1:39183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:22:17,991 WARN [BP-878798052-172.17.0.3-1731169311867 heartbeating to localhost/127.0.0.1:39183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-878798052-172.17.0.3-1731169311867 (Datanode Uuid 0322efef-4c59-4db9-91a7-d2a0f6dfd0bc) service to localhost/127.0.0.1:39183 2024-11-09T16:22:17,990 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:22:17,991 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:22:17,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/cluster_69fdb7be-8b4a-e379-9e8b-50587453de0d/data/data2/current/BP-878798052-172.17.0.3-1731169311867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:22:17,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/cluster_69fdb7be-8b4a-e379-9e8b-50587453de0d/data/data1/current/BP-878798052-172.17.0.3-1731169311867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:22:17,991 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:22:17,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d0150fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:22:17,998 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1754fe3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:22:17,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:22:17,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64c0ed6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:22:17,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@327dba0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/hadoop.log.dir/,STOPPED} 2024-11-09T16:22:18,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:22:18,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:22:18,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:22:18,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:18,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:18,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:18,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:18,011 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:22:18,011 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1367770298, stopped=false 2024-11-09T16:22:18,011 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,38923,1731169308021 2024-11-09T16:22:18,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1243321140/running 2024-11-09T16:22:18,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1243321140/running 2024-11-09T16:22:18,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140 2024-11-09T16:22:18,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140 2024-11-09T16:22:18,092 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:22:18,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:22:18,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Set watcher on znode that does not yet exist, /1243321140/running 2024-11-09T16:22:18,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:18,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Set watcher on znode that does not yet exist, /1243321140/running 2024-11-09T16:22:18,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:18,093 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,35049,1731169308174' ***** 2024-11-09T16:22:18,093 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:22:18,093 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:22:18,093 INFO [RS:0;efe6b43736f4:35049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:22:18,093 INFO [RS:0;efe6b43736f4:35049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:22:18,093 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(3091): Received CLOSE for c90e8295f9258962c3e91e404bdcaf6e 2024-11-09T16:22:18,093 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:22:18,093 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a337831be9f4ef25d970f6af89f3949 2024-11-09T16:22:18,093 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,35049,1731169308174 2024-11-09T16:22:18,093 INFO [RS:0;efe6b43736f4:35049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:22:18,093 INFO [RS:0;efe6b43736f4:35049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:35049. 2024-11-09T16:22:18,093 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c90e8295f9258962c3e91e404bdcaf6e, disabling compactions & flushes 2024-11-09T16:22:18,093 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e. 2024-11-09T16:22:18,093 DEBUG [RS:0;efe6b43736f4:35049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:18,093 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e. 2024-11-09T16:22:18,093 DEBUG [RS:0;efe6b43736f4:35049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:18,093 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e. after waiting 0 ms 2024-11-09T16:22:18,093 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e. 2024-11-09T16:22:18,093 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:22:18,093 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:22:18,093 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:22:18,093 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:22:18,093 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c90e8295f9258962c3e91e404bdcaf6e 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-09T16:22:18,094 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T16:22:18,094 DEBUG [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(1325): Online Regions={c90e8295f9258962c3e91e404bdcaf6e=hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e., 1588230740=hbase:meta,,1.1588230740, 6a337831be9f4ef25d970f6af89f3949=test,,1731169318138.6a337831be9f4ef25d970f6af89f3949.} 2024-11-09T16:22:18,094 DEBUG [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a337831be9f4ef25d970f6af89f3949, c90e8295f9258962c3e91e404bdcaf6e 2024-11-09T16:22:18,094 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:22:18,094 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:22:18,094 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:22:18,094 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:22:18,094 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:22:18,094 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T16:22:18,106 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/replication/c90e8295f9258962c3e91e404bdcaf6e/.tmp/queue/1368127e40b3435b8ed6b5c024ead65f is 154, key is 1-efe6b43736f4,35049,1731169308174/queue:efe6b43736f4%2C35049%2C1731169308174/1731169333428/Put/seqid=0 2024-11-09T16:22:18,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741840_1016 (size=5353) 2024-11-09T16:22:18,110 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/.tmp/info/ecedda60575b46d4ad4b9d5611ad7996 is 147, key is hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e./info:regioninfo/1731169324767/Put/seqid=0 2024-11-09T16:22:18,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741841_1017 (size=7686) 2024-11-09T16:22:18,162 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:22:18,294 DEBUG [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a337831be9f4ef25d970f6af89f3949, c90e8295f9258962c3e91e404bdcaf6e 2024-11-09T16:22:18,494 DEBUG [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a337831be9f4ef25d970f6af89f3949, c90e8295f9258962c3e91e404bdcaf6e 2024-11-09T16:22:18,510 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/replication/c90e8295f9258962c3e91e404bdcaf6e/.tmp/queue/1368127e40b3435b8ed6b5c024ead65f 2024-11-09T16:22:18,513 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/.tmp/info/ecedda60575b46d4ad4b9d5611ad7996 2024-11-09T16:22:18,514 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/replication/c90e8295f9258962c3e91e404bdcaf6e/.tmp/queue/1368127e40b3435b8ed6b5c024ead65f as hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/replication/c90e8295f9258962c3e91e404bdcaf6e/queue/1368127e40b3435b8ed6b5c024ead65f 2024-11-09T16:22:18,518 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/replication/c90e8295f9258962c3e91e404bdcaf6e/queue/1368127e40b3435b8ed6b5c024ead65f, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T16:22:18,519 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c90e8295f9258962c3e91e404bdcaf6e in 426ms, sequenceid=12, compaction requested=false 2024-11-09T16:22:18,521 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/replication/c90e8295f9258962c3e91e404bdcaf6e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T16:22:18,522 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:22:18,522 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:22:18,522 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e. 2024-11-09T16:22:18,522 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c90e8295f9258962c3e91e404bdcaf6e: Waiting for close lock at 1731169338093Running coprocessor pre-close hooks at 1731169338093Disabling compacts and flushes for region at 1731169338093Disabling writes for close at 1731169338093Obtaining lock to block concurrent updates at 1731169338093Preparing flush snapshotting stores in c90e8295f9258962c3e91e404bdcaf6e at 1731169338093Finished memstore snapshotting hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731169338094 (+1 ms)Flushing stores of hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e. at 1731169338094Flushing c90e8295f9258962c3e91e404bdcaf6e/queue: creating writer at 1731169338094Flushing c90e8295f9258962c3e91e404bdcaf6e/queue: appending metadata at 1731169338106 (+12 ms)Flushing c90e8295f9258962c3e91e404bdcaf6e/queue: closing flushed file at 1731169338106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b8f8ff7: reopening flushed file at 1731169338514 (+408 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c90e8295f9258962c3e91e404bdcaf6e in 426ms, sequenceid=12, compaction requested=false at 1731169338519 (+5 ms)Writing region close event to WAL at 1731169338519Running coprocessor post-close hooks at 1731169338522 (+3 ms)Closed at 1731169338522 2024-11-09T16:22:18,522 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731169323602.c90e8295f9258962c3e91e404bdcaf6e. 2024-11-09T16:22:18,522 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a337831be9f4ef25d970f6af89f3949, disabling compactions & flushes 2024-11-09T16:22:18,522 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731169318138.6a337831be9f4ef25d970f6af89f3949. 2024-11-09T16:22:18,522 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169318138.6a337831be9f4ef25d970f6af89f3949. 2024-11-09T16:22:18,522 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731169318138.6a337831be9f4ef25d970f6af89f3949. after waiting 0 ms 2024-11-09T16:22:18,522 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731169318138.6a337831be9f4ef25d970f6af89f3949. 2024-11-09T16:22:18,522 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6a337831be9f4ef25d970f6af89f3949 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T16:22:18,534 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/.tmp/ns/ab4f2c6a61714907bdd9166e17ca617f is 43, key is default/ns:d/1731169311805/Put/seqid=0 2024-11-09T16:22:18,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741842_1018 (size=5153) 2024-11-09T16:22:18,538 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/.tmp/ns/ab4f2c6a61714907bdd9166e17ca617f 2024-11-09T16:22:18,542 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949/.tmp/f/9e4a53707e41402eae30fdae51b4f2c4 is 29, key is row1/f:/1731169331934/DeleteFamily/seqid=0 2024-11-09T16:22:18,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741843_1019 (size=5152) 2024-11-09T16:22:18,554 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/.tmp/rep_barrier/7fb93debdea24eeb997577918000e1d4 is 112, key is test,,1731169318138.6a337831be9f4ef25d970f6af89f3949./rep_barrier:seqnumDuringOpen/1731169319278/Put/seqid=0 2024-11-09T16:22:18,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741844_1020 (size=5518) 2024-11-09T16:22:18,694 DEBUG [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a337831be9f4ef25d970f6af89f3949 2024-11-09T16:22:18,801 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:22:18,801 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:22:18,860 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 1189, reset compression=false 2024-11-09T16:22:18,864 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:22:18,864 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 1436, reset compression=false 2024-11-09T16:22:18,864 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,35049,1731169308174 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:22:18,865 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.HRegionServer(2440): ***** ABORTING region server efe6b43736f4,35049,1731169308174: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-efe6b43736f4,35049,1731169308174, walGroup=efe6b43736f4%2C35049%2C1731169308174, offset=efe6b43736f4%2C35049%2C1731169308174.1731169310863:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:35049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T16:22:18,866 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T16:22:18,866 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T16:22:18,866 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T16:22:18,866 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T16:22:18,866 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T16:22:18,866 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 967820216 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 202147448 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T16:22:18,867 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:38923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:38923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T16:22:18,894 DEBUG [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a337831be9f4ef25d970f6af89f3949 2024-11-09T16:22:18,946 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949/.tmp/f/9e4a53707e41402eae30fdae51b4f2c4 2024-11-09T16:22:18,950 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e4a53707e41402eae30fdae51b4f2c4 2024-11-09T16:22:18,958 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/.tmp/rep_barrier/7fb93debdea24eeb997577918000e1d4 2024-11-09T16:22:18,963 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949/.tmp/f1/cdac782cc83a4850bbf6a6d90b27f876 is 30, key is row1/f1:/1731169331934/DeleteFamily/seqid=0 2024-11-09T16:22:18,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741845_1021 (size=5158) 2024-11-09T16:22:18,978 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/.tmp/table/4ddb77863235479f979379e21edd33aa is 53, key is hbase:replication/table:state/1731169324773/Put/seqid=0 2024-11-09T16:22:18,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741846_1022 (size=5308) 2024-11-09T16:22:19,068 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 1436, reset compression=false 2024-11-09T16:22:19,095 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T16:22:19,095 DEBUG [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6a337831be9f4ef25d970f6af89f3949=test,,1731169318138.6a337831be9f4ef25d970f6af89f3949.} 2024-11-09T16:22:19,095 DEBUG [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a337831be9f4ef25d970f6af89f3949 2024-11-09T16:22:19,188 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 636, reset compression=false 2024-11-09T16:22:19,295 DEBUG [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a337831be9f4ef25d970f6af89f3949 2024-11-09T16:22:19,368 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949/.tmp/f1/cdac782cc83a4850bbf6a6d90b27f876 2024-11-09T16:22:19,372 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/WALs/efe6b43736f4,35049,1731169308174/efe6b43736f4%2C35049%2C1731169308174.1731169310863 to pos 1436, reset compression=false 2024-11-09T16:22:19,372 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdac782cc83a4850bbf6a6d90b27f876 2024-11-09T16:22:19,382 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/.tmp/table/4ddb77863235479f979379e21edd33aa 2024-11-09T16:22:19,386 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/.tmp/info/ecedda60575b46d4ad4b9d5611ad7996 as hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/info/ecedda60575b46d4ad4b9d5611ad7996 2024-11-09T16:22:19,387 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949/.tmp/norep/29b148887d324c2cb4add439864f535e is 33, key is row1/norep:/1731169331934/DeleteFamily/seqid=0 2024-11-09T16:22:19,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741847_1023 (size=5108) 2024-11-09T16:22:19,390 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/info/ecedda60575b46d4ad4b9d5611ad7996, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T16:22:19,391 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949/.tmp/norep/29b148887d324c2cb4add439864f535e 2024-11-09T16:22:19,391 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/.tmp/ns/ab4f2c6a61714907bdd9166e17ca617f as hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/ns/ab4f2c6a61714907bdd9166e17ca617f 2024-11-09T16:22:19,394 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29b148887d324c2cb4add439864f535e 2024-11-09T16:22:19,394 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/ns/ab4f2c6a61714907bdd9166e17ca617f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T16:22:19,395 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949/.tmp/f/9e4a53707e41402eae30fdae51b4f2c4 as hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949/f/9e4a53707e41402eae30fdae51b4f2c4 2024-11-09T16:22:19,395 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/.tmp/rep_barrier/7fb93debdea24eeb997577918000e1d4 as hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/rep_barrier/7fb93debdea24eeb997577918000e1d4 2024-11-09T16:22:19,398 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e4a53707e41402eae30fdae51b4f2c4 2024-11-09T16:22:19,398 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/rep_barrier/7fb93debdea24eeb997577918000e1d4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T16:22:19,398 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949/f/9e4a53707e41402eae30fdae51b4f2c4, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T16:22:19,399 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/.tmp/table/4ddb77863235479f979379e21edd33aa as hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/table/4ddb77863235479f979379e21edd33aa 2024-11-09T16:22:19,399 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949/.tmp/f1/cdac782cc83a4850bbf6a6d90b27f876 as hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949/f1/cdac782cc83a4850bbf6a6d90b27f876 2024-11-09T16:22:19,403 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdac782cc83a4850bbf6a6d90b27f876 2024-11-09T16:22:19,403 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/table/4ddb77863235479f979379e21edd33aa, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T16:22:19,403 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949/f1/cdac782cc83a4850bbf6a6d90b27f876, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T16:22:19,404 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949/.tmp/norep/29b148887d324c2cb4add439864f535e as hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949/norep/29b148887d324c2cb4add439864f535e 2024-11-09T16:22:19,404 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-11-09T16:22:19,408 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29b148887d324c2cb4add439864f535e 2024-11-09T16:22:19,408 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949/norep/29b148887d324c2cb4add439864f535e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T16:22:19,409 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6a337831be9f4ef25d970f6af89f3949 in 887ms, sequenceid=10, compaction requested=false 2024-11-09T16:22:19,413 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/default/test/6a337831be9f4ef25d970f6af89f3949/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T16:22:19,413 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T16:22:19,413 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:22:19,413 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:22:19,413 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731169318138.6a337831be9f4ef25d970f6af89f3949. 2024-11-09T16:22:19,413 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a337831be9f4ef25d970f6af89f3949: Waiting for close lock at 1731169338522Running coprocessor pre-close hooks at 1731169338522Disabling compacts and flushes for region at 1731169338522Disabling writes for close at 1731169338522Obtaining lock to block concurrent updates at 1731169338522Preparing flush snapshotting stores in 6a337831be9f4ef25d970f6af89f3949 at 1731169338522Finished memstore snapshotting test,,1731169318138.6a337831be9f4ef25d970f6af89f3949., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731169338523 (+1 ms)Flushing stores of test,,1731169318138.6a337831be9f4ef25d970f6af89f3949. at 1731169338523Flushing 6a337831be9f4ef25d970f6af89f3949/f: creating writer at 1731169338523Flushing 6a337831be9f4ef25d970f6af89f3949/f: appending metadata at 1731169338542 (+19 ms)Flushing 6a337831be9f4ef25d970f6af89f3949/f: closing flushed file at 1731169338542Flushing 6a337831be9f4ef25d970f6af89f3949/f1: creating writer at 1731169338950 (+408 ms)Flushing 6a337831be9f4ef25d970f6af89f3949/f1: appending metadata at 1731169338963 (+13 ms)Flushing 6a337831be9f4ef25d970f6af89f3949/f1: closing flushed file at 1731169338963Flushing 6a337831be9f4ef25d970f6af89f3949/norep: creating writer at 1731169339372 (+409 ms)Flushing 6a337831be9f4ef25d970f6af89f3949/norep: appending metadata at 1731169339387 (+15 ms)Flushing 6a337831be9f4ef25d970f6af89f3949/norep: closing flushed file at 1731169339387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@552bb247: reopening flushed file at 1731169339394 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7844ac9e: reopening flushed file at 1731169339398 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26bab600: reopening flushed file at 1731169339403 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6a337831be9f4ef25d970f6af89f3949 in 887ms, sequenceid=10, compaction requested=false at 1731169339409 (+6 ms)Writing region close event to WAL at 1731169339410 (+1 ms)Running coprocessor post-close hooks at 1731169339413 (+3 ms)Closed at 1731169339413 2024-11-09T16:22:19,413 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731169318138.6a337831be9f4ef25d970f6af89f3949. 2024-11-09T16:22:19,413 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:22:19,413 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:22:19,413 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:22:19,414 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169338094Running coprocessor pre-close hooks at 1731169338094Disabling compacts and flushes for region at 1731169338094Disabling writes for close at 1731169338094Obtaining lock to block concurrent updates at 1731169338094Preparing flush snapshotting stores in 1588230740 at 1731169338094Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731169338094Flushing stores of hbase:meta,,1.1588230740 at 1731169338094Flushing 1588230740/info: creating writer at 1731169338094Flushing 1588230740/info: appending metadata at 1731169338110 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731169338110Flushing 1588230740/ns: creating writer at 1731169338516 (+406 ms)Flushing 1588230740/ns: appending metadata at 1731169338534 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731169338534Flushing 1588230740/rep_barrier: creating writer at 1731169338542 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731169338554 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731169338554Flushing 1588230740/table: creating writer at 1731169338961 (+407 ms)Flushing 1588230740/table: appending metadata at 1731169338978 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731169338978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a6a6f9: reopening flushed file at 1731169339386 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31c70194: reopening flushed file at 1731169339391 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19e36b1f: reopening flushed file at 1731169339395 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c4696b: reopening flushed file at 1731169339398 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1731169339404 (+6 ms)Writing region close event to WAL at 1731169339410 (+6 ms)Running coprocessor post-close hooks at 1731169339413 (+3 ms)Closed at 1731169339413 2024-11-09T16:22:19,414 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:22:19,495 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,35049,1731169308174; all regions closed. 2024-11-09T16:22:19,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741834_1010 (size=4239) 2024-11-09T16:22:19,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741839_1015 (size=3114) 2024-11-09T16:22:19,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741832_1008 (size=2088) 2024-11-09T16:22:19,501 DEBUG [RS:0;efe6b43736f4:35049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:19,501 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:22:19,501 INFO [RS:0;efe6b43736f4:35049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:22:19,501 INFO [RS:0;efe6b43736f4:35049 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T16:22:19,501 INFO [RS:0;efe6b43736f4:35049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:22:19,501 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:22:19,501 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-efe6b43736f4,35049,1731169308174 because: Region server is closing 2024-11-09T16:22:19,501 INFO [RS:0;efe6b43736f4:35049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:35049. 2024-11-09T16:22:19,501 DEBUG [RS:0;efe6b43736f4:35049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:19,501 DEBUG [RS:0;efe6b43736f4:35049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:19,502 DEBUG [RS:0;efe6b43736f4:35049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:19,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:19,602 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.shipperefe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 terminated 2024-11-09T16:22:19,602 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,35049,1731169308174.replicationSource.wal-reader.efe6b43736f4%2C35049%2C1731169308174,1-efe6b43736f4,35049,1731169308174 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T16:22:19,602 INFO [RS:0;efe6b43736f4:35049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:35049. 2024-11-09T16:22:19,602 DEBUG [RS:0;efe6b43736f4:35049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:19,602 DEBUG [RS:0;efe6b43736f4:35049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:19,602 DEBUG [RS:0;efe6b43736f4:35049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:19,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:19,602 INFO [RS:0;efe6b43736f4:35049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35049 2024-11-09T16:22:19,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1243321140/rs/efe6b43736f4,35049,1731169308174 2024-11-09T16:22:19,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140/rs 2024-11-09T16:22:19,758 INFO [RS:0;efe6b43736f4:35049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:22:19,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,35049,1731169308174] 2024-11-09T16:22:19,894 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1243321140/draining/efe6b43736f4,35049,1731169308174 already deleted, retry=false 2024-11-09T16:22:19,895 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,35049,1731169308174 expired; onlineServers=0 2024-11-09T16:22:19,895 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,38923,1731169308021' ***** 2024-11-09T16:22:19,895 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:22:19,895 INFO [M:0;efe6b43736f4:38923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:22:19,895 INFO [M:0;efe6b43736f4:38923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:22:19,895 DEBUG [M:0;efe6b43736f4:38923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:22:19,895 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:22:19,895 DEBUG [M:0;efe6b43736f4:38923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:22:19,895 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169310546 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169310546,5,FailOnTimeoutGroup] 2024-11-09T16:22:19,895 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169310546 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169310546,5,FailOnTimeoutGroup] 2024-11-09T16:22:19,895 INFO [M:0;efe6b43736f4:38923 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:22:19,895 INFO [M:0;efe6b43736f4:38923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:22:19,895 DEBUG [M:0;efe6b43736f4:38923 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:22:19,895 INFO [M:0;efe6b43736f4:38923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:22:19,895 INFO [M:0;efe6b43736f4:38923 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:22:19,895 INFO [M:0;efe6b43736f4:38923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:22:19,895 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:22:19,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1243321140/master 2024-11-09T16:22:19,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1243321140 2024-11-09T16:22:19,905 DEBUG [M:0;efe6b43736f4:38923 {}] zookeeper.ZKUtil(347): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Unable to get data of znode /1243321140/master because node does not exist (not an error) 2024-11-09T16:22:19,905 WARN [M:0;efe6b43736f4:38923 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:22:19,905 INFO [M:0;efe6b43736f4:38923 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/.lastflushedseqids 2024-11-09T16:22:19,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741848_1024 (size=245) 2024-11-09T16:22:19,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:22:19,977 INFO [RS:0;efe6b43736f4:35049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:22:19,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35049-0x10120672c070004, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:22:19,977 INFO [RS:0;efe6b43736f4:35049 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,35049,1731169308174; zookeeper connection closed. 2024-11-09T16:22:19,978 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bcd6027 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bcd6027 2024-11-09T16:22:19,978 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:22:20,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,309 INFO [M:0;efe6b43736f4:38923 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:22:20,310 INFO [M:0;efe6b43736f4:38923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:22:20,310 DEBUG [M:0;efe6b43736f4:38923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:22:20,310 INFO [M:0;efe6b43736f4:38923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:20,310 DEBUG [M:0;efe6b43736f4:38923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:20,310 DEBUG [M:0;efe6b43736f4:38923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:22:20,310 DEBUG [M:0;efe6b43736f4:38923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:20,310 INFO [M:0;efe6b43736f4:38923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T16:22:20,328 DEBUG [M:0;efe6b43736f4:38923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2beaef1dea94ef38b45ccd4dd2fef18 is 82, key is hbase:meta,,1/info:regioninfo/1731169311786/Put/seqid=0 2024-11-09T16:22:20,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741849_1025 (size=5672) 2024-11-09T16:22:20,332 INFO [M:0;efe6b43736f4:38923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2beaef1dea94ef38b45ccd4dd2fef18 2024-11-09T16:22:20,355 DEBUG [M:0;efe6b43736f4:38923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfbc879078fe403cae0bc3e57d7cc6b6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731169324777/Put/seqid=0 2024-11-09T16:22:20,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741850_1026 (size=8517) 2024-11-09T16:22:20,492 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 636, reset compression=false 2024-11-09T16:22:20,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:22:20,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:20,767 INFO [M:0;efe6b43736f4:38923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfbc879078fe403cae0bc3e57d7cc6b6 2024-11-09T16:22:20,788 DEBUG [M:0;efe6b43736f4:38923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/911f98a850074e66bee3c62ea6021459 is 69, key is efe6b43736f4,35049,1731169308174/rs:state/1731169310645/Put/seqid=0 2024-11-09T16:22:20,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741851_1027 (size=5156) 2024-11-09T16:22:21,191 INFO [M:0;efe6b43736f4:38923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/911f98a850074e66bee3c62ea6021459 2024-11-09T16:22:21,196 DEBUG [M:0;efe6b43736f4:38923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2beaef1dea94ef38b45ccd4dd2fef18 as hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2beaef1dea94ef38b45ccd4dd2fef18 2024-11-09T16:22:21,200 INFO [M:0;efe6b43736f4:38923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2beaef1dea94ef38b45ccd4dd2fef18, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T16:22:21,200 DEBUG [M:0;efe6b43736f4:38923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfbc879078fe403cae0bc3e57d7cc6b6 as hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfbc879078fe403cae0bc3e57d7cc6b6 2024-11-09T16:22:21,204 INFO [M:0;efe6b43736f4:38923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfbc879078fe403cae0bc3e57d7cc6b6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T16:22:21,205 DEBUG [M:0;efe6b43736f4:38923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/911f98a850074e66bee3c62ea6021459 as hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/911f98a850074e66bee3c62ea6021459 2024-11-09T16:22:21,208 INFO [M:0;efe6b43736f4:38923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38091/user/jenkins/test-data/d1062333-d8f5-a0a4-80f5-dc14f1380ffa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/911f98a850074e66bee3c62ea6021459, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T16:22:21,209 INFO [M:0;efe6b43736f4:38923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=97, compaction requested=false 2024-11-09T16:22:21,210 INFO [M:0;efe6b43736f4:38923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:21,210 DEBUG [M:0;efe6b43736f4:38923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169340310Disabling compacts and flushes for region at 1731169340310Disabling writes for close at 1731169340310Obtaining lock to block concurrent updates at 1731169340310Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169340310Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731169340311 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169340311Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169340311Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169340327 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169340327Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169340336 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169340354 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169340354Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169340771 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169340787 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169340787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21527451: reopening flushed file at 1731169341195 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4875a1: reopening flushed file at 1731169341200 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1780836a: reopening flushed file at 1731169341204 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=97, compaction requested=false at 1731169341209 (+5 ms)Writing region close event to WAL at 1731169341210 (+1 ms)Closed at 1731169341210 2024-11-09T16:22:21,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39037 is added to blk_1073741830_1006 (size=63666) 2024-11-09T16:22:21,212 INFO [M:0;efe6b43736f4:38923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:22:21,212 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:22:21,212 INFO [M:0;efe6b43736f4:38923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38923 2024-11-09T16:22:21,213 INFO [M:0;efe6b43736f4:38923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:22:21,468 INFO [M:0;efe6b43736f4:38923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:22:21,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:22:21,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38923-0x10120672c070003, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:22:21,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f12a355{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:22:21,471 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20198d99{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:22:21,471 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:22:21,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1008dde9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:22:21,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55da76a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/hadoop.log.dir/,STOPPED} 2024-11-09T16:22:21,476 WARN [BP-1220814608-172.17.0.3-1731169306020 heartbeating to localhost/127.0.0.1:38091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:22:21,476 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:22:21,476 WARN [BP-1220814608-172.17.0.3-1731169306020 heartbeating to localhost/127.0.0.1:38091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1220814608-172.17.0.3-1731169306020 (Datanode Uuid d4cea627-1997-47d8-a9ce-a446b787d88c) service to localhost/127.0.0.1:38091 2024-11-09T16:22:21,476 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:22:21,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/cluster_72d63ce1-44e6-6a52-9f00-b99190de8ea8/data/data1/current/BP-1220814608-172.17.0.3-1731169306020 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:22:21,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/cluster_72d63ce1-44e6-6a52-9f00-b99190de8ea8/data/data2/current/BP-1220814608-172.17.0.3-1731169306020 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:22:21,477 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:22:21,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e2454bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:22:21,484 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ae1b9da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:22:21,484 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:22:21,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f4997b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:22:21,484 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2479bb81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4ad3b9a-cc2c-cce3-900a-7aaa8b7c053f/hadoop.log.dir/,STOPPED} 2024-11-09T16:22:21,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:22:21,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:22:21,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:22:21,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:21,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:21,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:21,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:21,497 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:22:21,497 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1932661242, stopped=false 2024-11-09T16:22:21,497 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,35885,1731169302765 2024-11-09T16:22:21,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1211143575/running 2024-11-09T16:22:21,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1211143575/running 2024-11-09T16:22:21,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575 2024-11-09T16:22:21,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575 2024-11-09T16:22:21,516 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:22:21,516 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:22:21,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:21,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:21,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Set watcher on znode that does not yet exist, /0-1211143575/running 2024-11-09T16:22:21,516 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,41529,1731169302955' ***** 2024-11-09T16:22:21,516 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:22:21,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Set watcher on znode that does not yet exist, /0-1211143575/running 2024-11-09T16:22:21,516 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:22:21,517 INFO [RS:0;efe6b43736f4:41529 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:22:21,517 INFO [RS:0;efe6b43736f4:41529 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:22:21,517 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 2024-11-09T16:22:21,517 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:22:21,517 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(3091): Received CLOSE for abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:21,517 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,41529,1731169302955 2024-11-09T16:22:21,517 INFO [RS:0;efe6b43736f4:41529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:22:21,517 INFO [RS:0;efe6b43736f4:41529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:41529. 2024-11-09T16:22:21,517 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c71c66a2bbe6b1cbcb08cedb4a7ebf1, disabling compactions & flushes 2024-11-09T16:22:21,517 DEBUG [RS:0;efe6b43736f4:41529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:21,517 DEBUG [RS:0;efe6b43736f4:41529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:21,517 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1. 2024-11-09T16:22:21,517 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1. 2024-11-09T16:22:21,517 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1. after waiting 0 ms 2024-11-09T16:22:21,517 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:22:21,517 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1. 2024-11-09T16:22:21,517 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:22:21,517 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:22:21,517 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:22:21,517 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-09T16:22:21,517 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T16:22:21,517 DEBUG [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1325): Online Regions={7c71c66a2bbe6b1cbcb08cedb4a7ebf1=test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1., 1588230740=hbase:meta,,1.1588230740, abffc1a1652a671d42f62b7191f4f179=hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179.} 2024-11-09T16:22:21,518 DEBUG [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c71c66a2bbe6b1cbcb08cedb4a7ebf1, abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:21,518 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:22:21,518 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:22:21,518 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:22:21,518 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:22:21,518 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:22:21,518 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T16:22:21,524 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:22:21,530 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/.tmp/f/76f87709c549478086ca0199a35b2dbd is 28, key is row/f:/1731169330929/DeleteFamily/seqid=0 2024-11-09T16:22:21,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741840_1016 (size=5085) 2024-11-09T16:22:21,534 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/.tmp/info/09aca7469b164753b4bd9cddad01c4b9 is 147, key is hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179./info:regioninfo/1731169322612/Put/seqid=0 2024-11-09T16:22:21,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741841_1017 (size=7686) 2024-11-09T16:22:21,718 DEBUG [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c71c66a2bbe6b1cbcb08cedb4a7ebf1, abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:21,895 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 636, reset compression=false 2024-11-09T16:22:21,899 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:22:21,899 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 883, reset compression=false 2024-11-09T16:22:21,899 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.shipperefe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,41529,1731169302955 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:22:21,900 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.shipperefe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.HRegionServer(2440): ***** ABORTING region server efe6b43736f4,41529,1731169302955: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-efe6b43736f4,41529,1731169302955, walGroup=efe6b43736f4%2C41529%2C1731169302955, offset=efe6b43736f4%2C41529%2C1731169302955.1731169305416:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:41529 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T16:22:21,901 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.shipperefe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T16:22:21,901 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.shipperefe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T16:22:21,901 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.shipperefe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T16:22:21,901 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.shipperefe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T16:22:21,901 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.shipperefe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T16:22:21,901 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.shipperefe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 1055900600 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 202700384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T16:22:21,902 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.shipperefe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:35885 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:35885 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T16:22:21,918 DEBUG [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c71c66a2bbe6b1cbcb08cedb4a7ebf1, abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:21,933 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/.tmp/f/76f87709c549478086ca0199a35b2dbd 2024-11-09T16:22:21,937 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/.tmp/info/09aca7469b164753b4bd9cddad01c4b9 2024-11-09T16:22:21,938 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76f87709c549478086ca0199a35b2dbd 2024-11-09T16:22:21,962 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/.tmp/f1/55c74a7abf444d6d93702a6f891e1a9e is 29, key is row/f1:/1731169330929/DeleteFamily/seqid=0 2024-11-09T16:22:21,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741842_1018 (size=5089) 2024-11-09T16:22:21,969 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/.tmp/ns/6410aff60ce34bbbb7b599ffc39b9153 is 43, key is default/ns:d/1731169305966/Put/seqid=0 2024-11-09T16:22:21,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741843_1019 (size=5153) 2024-11-09T16:22:22,101 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 883, reset compression=false 2024-11-09T16:22:22,118 DEBUG [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c71c66a2bbe6b1cbcb08cedb4a7ebf1, abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:22,297 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:22:22,297 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:22:22,318 DEBUG [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c71c66a2bbe6b1cbcb08cedb4a7ebf1, abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:22,366 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/.tmp/f1/55c74a7abf444d6d93702a6f891e1a9e 2024-11-09T16:22:22,369 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55c74a7abf444d6d93702a6f891e1a9e 2024-11-09T16:22:22,373 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/.tmp/ns/6410aff60ce34bbbb7b599ffc39b9153 2024-11-09T16:22:22,383 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/.tmp/norep/eb1f81f8e05a4bf4a151b6f33eac7d39 is 32, key is row/norep:/1731169330929/DeleteFamily/seqid=0 2024-11-09T16:22:22,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741844_1020 (size=5101) 2024-11-09T16:22:22,402 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/.tmp/rep_barrier/d6fadc0b692f4facbff0ddce06061f84 is 112, key is test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1./rep_barrier:seqnumDuringOpen/1731169317739/Put/seqid=0 2024-11-09T16:22:22,404 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 883, reset compression=false 2024-11-09T16:22:22,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741845_1021 (size=5518) 2024-11-09T16:22:22,407 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/.tmp/rep_barrier/d6fadc0b692f4facbff0ddce06061f84 2024-11-09T16:22:22,425 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/.tmp/table/7f4f5dad590b473e8d69a8d80f51f42e is 53, key is hbase:replication/table:state/1731169322618/Put/seqid=0 2024-11-09T16:22:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741846_1022 (size=5308) 2024-11-09T16:22:22,431 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/.tmp/table/7f4f5dad590b473e8d69a8d80f51f42e 2024-11-09T16:22:22,434 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/.tmp/info/09aca7469b164753b4bd9cddad01c4b9 as hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/info/09aca7469b164753b4bd9cddad01c4b9 2024-11-09T16:22:22,438 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/info/09aca7469b164753b4bd9cddad01c4b9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T16:22:22,442 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/.tmp/ns/6410aff60ce34bbbb7b599ffc39b9153 as hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/ns/6410aff60ce34bbbb7b599ffc39b9153 2024-11-09T16:22:22,447 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/ns/6410aff60ce34bbbb7b599ffc39b9153, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T16:22:22,447 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/.tmp/rep_barrier/d6fadc0b692f4facbff0ddce06061f84 as hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/rep_barrier/d6fadc0b692f4facbff0ddce06061f84 2024-11-09T16:22:22,451 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/rep_barrier/d6fadc0b692f4facbff0ddce06061f84, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T16:22:22,452 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/.tmp/table/7f4f5dad590b473e8d69a8d80f51f42e as hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/table/7f4f5dad590b473e8d69a8d80f51f42e 2024-11-09T16:22:22,455 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/table/7f4f5dad590b473e8d69a8d80f51f42e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T16:22:22,456 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 938ms, sequenceid=16, compaction requested=false 2024-11-09T16:22:22,456 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T16:22:22,461 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T16:22:22,461 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:22:22,461 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:22:22,462 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:22:22,462 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169341518Running coprocessor pre-close hooks at 1731169341518Disabling compacts and flushes for region at 1731169341518Disabling writes for close at 1731169341518Obtaining lock to block concurrent updates at 1731169341518Preparing flush snapshotting stores in 1588230740 at 1731169341518Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731169341518Flushing stores of hbase:meta,,1.1588230740 at 1731169341518Flushing 1588230740/info: creating writer at 1731169341519 (+1 ms)Flushing 1588230740/info: appending metadata at 1731169341534 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731169341534Flushing 1588230740/ns: creating writer at 1731169341949 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731169341969 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731169341969Flushing 1588230740/rep_barrier: creating writer at 1731169342378 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731169342401 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731169342401Flushing 1588230740/table: creating writer at 1731169342411 (+10 ms)Flushing 1588230740/table: appending metadata at 1731169342425 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731169342425Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f6ca41a: reopening flushed file at 1731169342434 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d0f6be: reopening flushed file at 1731169342438 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5185587c: reopening flushed file at 1731169342447 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b85d23: reopening flushed file at 1731169342451 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 938ms, sequenceid=16, compaction requested=false at 1731169342456 (+5 ms)Writing region close event to WAL at 1731169342458 (+2 ms)Running coprocessor post-close hooks at 1731169342461 (+3 ms)Closed at 1731169342462 (+1 ms) 2024-11-09T16:22:22,462 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:22:22,518 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T16:22:22,518 DEBUG [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1325): Online Regions={7c71c66a2bbe6b1cbcb08cedb4a7ebf1=test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1., abffc1a1652a671d42f62b7191f4f179=hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179.} 2024-11-09T16:22:22,518 DEBUG [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1351): Waiting on 7c71c66a2bbe6b1cbcb08cedb4a7ebf1, abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:22,719 DEBUG [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1351): Waiting on 7c71c66a2bbe6b1cbcb08cedb4a7ebf1, abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:22,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T16:22:22,788 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/.tmp/norep/eb1f81f8e05a4bf4a151b6f33eac7d39 2024-11-09T16:22:22,791 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb1f81f8e05a4bf4a151b6f33eac7d39 2024-11-09T16:22:22,792 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/.tmp/f/76f87709c549478086ca0199a35b2dbd as hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/f/76f87709c549478086ca0199a35b2dbd 2024-11-09T16:22:22,795 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76f87709c549478086ca0199a35b2dbd 2024-11-09T16:22:22,796 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/f/76f87709c549478086ca0199a35b2dbd, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T16:22:22,796 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/.tmp/f1/55c74a7abf444d6d93702a6f891e1a9e as hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/f1/55c74a7abf444d6d93702a6f891e1a9e 2024-11-09T16:22:22,799 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55c74a7abf444d6d93702a6f891e1a9e 2024-11-09T16:22:22,799 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/f1/55c74a7abf444d6d93702a6f891e1a9e, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T16:22:22,800 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/.tmp/norep/eb1f81f8e05a4bf4a151b6f33eac7d39 as hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/norep/eb1f81f8e05a4bf4a151b6f33eac7d39 2024-11-09T16:22:22,803 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb1f81f8e05a4bf4a151b6f33eac7d39 2024-11-09T16:22:22,803 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/norep/eb1f81f8e05a4bf4a151b6f33eac7d39, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T16:22:22,804 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 in 1287ms, sequenceid=6, compaction requested=false 2024-11-09T16:22:22,804 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T16:22:22,807 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/data/default/test/7c71c66a2bbe6b1cbcb08cedb4a7ebf1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T16:22:22,808 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:22:22,808 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:22:22,808 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1. 2024-11-09T16:22:22,808 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c71c66a2bbe6b1cbcb08cedb4a7ebf1: Waiting for close lock at 1731169341517Running coprocessor pre-close hooks at 1731169341517Disabling compacts and flushes for region at 1731169341517Disabling writes for close at 1731169341517Obtaining lock to block concurrent updates at 1731169341517Preparing flush snapshotting stores in 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 at 1731169341517Finished memstore snapshotting test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731169341518 (+1 ms)Flushing stores of test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1. at 1731169341518Flushing 7c71c66a2bbe6b1cbcb08cedb4a7ebf1/f: creating writer at 1731169341518Flushing 7c71c66a2bbe6b1cbcb08cedb4a7ebf1/f: appending metadata at 1731169341530 (+12 ms)Flushing 7c71c66a2bbe6b1cbcb08cedb4a7ebf1/f: closing flushed file at 1731169341530Flushing 7c71c66a2bbe6b1cbcb08cedb4a7ebf1/f1: creating writer at 1731169341938 (+408 ms)Flushing 7c71c66a2bbe6b1cbcb08cedb4a7ebf1/f1: appending metadata at 1731169341961 (+23 ms)Flushing 7c71c66a2bbe6b1cbcb08cedb4a7ebf1/f1: closing flushed file at 1731169341961Flushing 7c71c66a2bbe6b1cbcb08cedb4a7ebf1/norep: creating writer at 1731169342369 (+408 ms)Flushing 7c71c66a2bbe6b1cbcb08cedb4a7ebf1/norep: appending metadata at 1731169342383 (+14 ms)Flushing 7c71c66a2bbe6b1cbcb08cedb4a7ebf1/norep: closing flushed file at 1731169342383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f13f31: reopening flushed file at 1731169342791 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e025fe: reopening flushed file at 1731169342796 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f6c4b91: reopening flushed file at 1731169342800 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7c71c66a2bbe6b1cbcb08cedb4a7ebf1 in 1287ms, sequenceid=6, compaction requested=false at 1731169342804 (+4 ms)Writing region close event to WAL at 1731169342805 (+1 ms)Running coprocessor post-close hooks at 1731169342808 (+3 ms)Closed at 1731169342808 2024-11-09T16:22:22,808 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 883, reset compression=false 2024-11-09T16:22:22,808 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731169316995.7c71c66a2bbe6b1cbcb08cedb4a7ebf1. 2024-11-09T16:22:22,808 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abffc1a1652a671d42f62b7191f4f179, disabling compactions & flushes 2024-11-09T16:22:22,808 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. 2024-11-09T16:22:22,808 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. 2024-11-09T16:22:22,808 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. after waiting 0 ms 2024-11-09T16:22:22,808 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. 2024-11-09T16:22:22,808 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abffc1a1652a671d42f62b7191f4f179: Waiting for close lock at 1731169342808Running coprocessor pre-close hooks at 1731169342808Disabling compacts and flushes for region at 1731169342808Disabling writes for close at 1731169342808Failed flush hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179., putting online again at 1731169342808 2024-11-09T16:22:22,808 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. 2024-11-09T16:22:22,811 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:22:22,811 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 1527, reset compression=false 2024-11-09T16:22:22,919 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(3091): Received CLOSE for abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:22,919 DEBUG [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1351): Waiting on abffc1a1652a671d42f62b7191f4f179 2024-11-09T16:22:22,919 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abffc1a1652a671d42f62b7191f4f179, disabling compactions & flushes 2024-11-09T16:22:22,919 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. 2024-11-09T16:22:22,919 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. 2024-11-09T16:22:22,919 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. after waiting 0 ms 2024-11-09T16:22:22,919 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. 2024-11-09T16:22:22,919 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abffc1a1652a671d42f62b7191f4f179: Waiting for close lock at 1731169342919Running coprocessor pre-close hooks at 1731169342919Disabling compacts and flushes for region at 1731169342919Disabling writes for close at 1731169342919Failed flush hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179., putting online again at 1731169342919 2024-11-09T16:22:22,919 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731169321439.abffc1a1652a671d42f62b7191f4f179. 2024-11-09T16:22:23,014 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.wal-reader.efe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.1731169305416 to pos 1527, reset compression=false 2024-11-09T16:22:23,119 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T16:22:23,119 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,41529,1731169302955; all regions closed. 2024-11-09T16:22:23,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741834_1010 (size=4239) 2024-11-09T16:22:23,121 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/WALs/efe6b43736f4,41529,1731169302955/efe6b43736f4%2C41529%2C1731169302955.meta.1731169305917.meta not finished, retry = 0 2024-11-09T16:22:23,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741839_1015 (size=1297) 2024-11-09T16:22:23,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741833_1009 (size=1535) 2024-11-09T16:22:23,226 DEBUG [RS:0;efe6b43736f4:41529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:23,226 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:22:23,226 INFO [RS:0;efe6b43736f4:41529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:22:23,226 INFO [RS:0;efe6b43736f4:41529 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T16:22:23,226 INFO [RS:0;efe6b43736f4:41529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:22:23,226 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:22:23,226 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-efe6b43736f4,41529,1731169302955 because: Region server is closing 2024-11-09T16:22:23,227 INFO [RS:0;efe6b43736f4:41529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:41529. 2024-11-09T16:22:23,227 DEBUG [RS:0;efe6b43736f4:41529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:23,227 DEBUG [RS:0;efe6b43736f4:41529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:23,227 DEBUG [RS:0;efe6b43736f4:41529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:23,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:23,327 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,41529,1731169302955.replicationSource.shipperefe6b43736f4%2C41529%2C1731169302955,1-efe6b43736f4,41529,1731169302955 terminated 2024-11-09T16:22:23,327 INFO [RS:0;efe6b43736f4:41529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41529 2024-11-09T16:22:23,434 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=28, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-09T16:22:23,435 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-09T16:22:23,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1211143575/rs/efe6b43736f4,41529,1731169302955 2024-11-09T16:22:23,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575/rs 2024-11-09T16:22:23,495 INFO [RS:0;efe6b43736f4:41529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:22:23,495 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f7bac8e1d48@13bf06f rejected from java.util.concurrent.ThreadPoolExecutor@5046490[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-09T16:22:23,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,41529,1731169302955] 2024-11-09T16:22:23,663 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1211143575/draining/efe6b43736f4,41529,1731169302955 already deleted, retry=false 2024-11-09T16:22:23,663 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,41529,1731169302955 expired; onlineServers=0 2024-11-09T16:22:23,663 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,35885,1731169302765' ***** 2024-11-09T16:22:23,663 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:22:23,663 INFO [M:0;efe6b43736f4:35885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:22:23,663 INFO [M:0;efe6b43736f4:35885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:22:23,663 DEBUG [M:0;efe6b43736f4:35885 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:22:23,663 DEBUG [M:0;efe6b43736f4:35885 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:22:23,663 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:22:23,663 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169305093 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169305093,5,FailOnTimeoutGroup] 2024-11-09T16:22:23,663 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169305093 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169305093,5,FailOnTimeoutGroup] 2024-11-09T16:22:23,663 INFO [M:0;efe6b43736f4:35885 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:22:23,663 INFO [M:0;efe6b43736f4:35885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:22:23,663 DEBUG [M:0;efe6b43736f4:35885 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:22:23,663 INFO [M:0;efe6b43736f4:35885 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:22:23,664 INFO [M:0;efe6b43736f4:35885 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:22:23,664 INFO [M:0;efe6b43736f4:35885 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:22:23,664 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:22:23,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1211143575/master 2024-11-09T16:22:23,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1211143575 2024-11-09T16:22:23,673 DEBUG [M:0;efe6b43736f4:35885 {}] zookeeper.ZKUtil(347): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Unable to get data of znode /0-1211143575/master because node does not exist (not an error) 2024-11-09T16:22:23,673 WARN [M:0;efe6b43736f4:35885 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:22:23,674 INFO [M:0;efe6b43736f4:35885 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/.lastflushedseqids 2024-11-09T16:22:23,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741847_1023 (size=245) 2024-11-09T16:22:23,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:22:23,739 INFO [RS:0;efe6b43736f4:41529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:22:23,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41529-0x10120672c070001, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:22:23,739 INFO [RS:0;efe6b43736f4:41529 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,41529,1731169302955; zookeeper connection closed. 2024-11-09T16:22:23,739 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@cd597e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@cd597e1 2024-11-09T16:22:23,739 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:22:24,078 INFO [M:0;efe6b43736f4:35885 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:22:24,079 INFO [M:0;efe6b43736f4:35885 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:22:24,079 DEBUG [M:0;efe6b43736f4:35885 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:22:24,079 INFO [M:0;efe6b43736f4:35885 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:24,079 DEBUG [M:0;efe6b43736f4:35885 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:24,079 DEBUG [M:0;efe6b43736f4:35885 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:22:24,079 DEBUG [M:0;efe6b43736f4:35885 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:24,079 INFO [M:0;efe6b43736f4:35885 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-09T16:22:24,093 DEBUG [M:0;efe6b43736f4:35885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26778c162fb5400682b37db792c78ce5 is 82, key is hbase:meta,,1/info:regioninfo/1731169305943/Put/seqid=0 2024-11-09T16:22:24,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741848_1024 (size=5672) 2024-11-09T16:22:24,496 INFO [M:0;efe6b43736f4:35885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26778c162fb5400682b37db792c78ce5 2024-11-09T16:22:24,516 DEBUG [M:0;efe6b43736f4:35885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fde09b688b7f4c3589ad867bdf4e4784 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731169317747/Put/seqid=0 2024-11-09T16:22:24,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741849_1025 (size=7219) 2024-11-09T16:22:24,519 INFO [M:0;efe6b43736f4:35885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fde09b688b7f4c3589ad867bdf4e4784 2024-11-09T16:22:24,522 INFO [M:0;efe6b43736f4:35885 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fde09b688b7f4c3589ad867bdf4e4784 2024-11-09T16:22:24,539 DEBUG [M:0;efe6b43736f4:35885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a492717221b544c4a334b94a71f19d31 is 69, key is efe6b43736f4,41529,1731169302955/rs:state/1731169305216/Put/seqid=0 2024-11-09T16:22:24,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741850_1026 (size=5156) 2024-11-09T16:22:24,542 INFO [M:0;efe6b43736f4:35885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a492717221b544c4a334b94a71f19d31 2024-11-09T16:22:24,546 DEBUG [M:0;efe6b43736f4:35885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26778c162fb5400682b37db792c78ce5 as hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26778c162fb5400682b37db792c78ce5 2024-11-09T16:22:24,549 INFO [M:0;efe6b43736f4:35885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26778c162fb5400682b37db792c78ce5, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T16:22:24,549 DEBUG [M:0;efe6b43736f4:35885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fde09b688b7f4c3589ad867bdf4e4784 as hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fde09b688b7f4c3589ad867bdf4e4784 2024-11-09T16:22:24,552 INFO [M:0;efe6b43736f4:35885 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fde09b688b7f4c3589ad867bdf4e4784 2024-11-09T16:22:24,552 INFO [M:0;efe6b43736f4:35885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fde09b688b7f4c3589ad867bdf4e4784, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T16:22:24,553 DEBUG [M:0;efe6b43736f4:35885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a492717221b544c4a334b94a71f19d31 as hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a492717221b544c4a334b94a71f19d31 2024-11-09T16:22:24,556 INFO [M:0;efe6b43736f4:35885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43763/user/jenkins/test-data/b4de7e01-b249-9a27-0ff3-45b2238a4c61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a492717221b544c4a334b94a71f19d31, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T16:22:24,556 INFO [M:0;efe6b43736f4:35885 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 477ms, sequenceid=105, compaction requested=false 2024-11-09T16:22:24,557 INFO [M:0;efe6b43736f4:35885 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:24,557 DEBUG [M:0;efe6b43736f4:35885 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169344079Disabling compacts and flushes for region at 1731169344079Disabling writes for close at 1731169344079Obtaining lock to block concurrent updates at 1731169344079Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169344079Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731169344079Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169344080 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169344080Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169344093 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169344093Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169344500 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169344515 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169344515Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169344523 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169344538 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169344538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311fdd79: reopening flushed file at 1731169344545 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@478b0ce: reopening flushed file at 1731169344549 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ebb351f: reopening flushed file at 1731169344552 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 477ms, sequenceid=105, compaction requested=false at 1731169344556 (+4 ms)Writing region close event to WAL at 1731169344557 (+1 ms)Closed at 1731169344557 2024-11-09T16:22:24,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39151 is added to blk_1073741830_1006 (size=64435) 2024-11-09T16:22:24,559 INFO [M:0;efe6b43736f4:35885 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:22:24,559 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:22:24,559 INFO [M:0;efe6b43736f4:35885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35885 2024-11-09T16:22:24,560 INFO [M:0;efe6b43736f4:35885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:22:24,710 INFO [M:0;efe6b43736f4:35885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:22:24,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:22:24,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35885-0x10120672c070000, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:22:24,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40c11a30{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:22:24,713 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@645740ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:22:24,713 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:22:24,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b6b26e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:22:24,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@210fec3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/hadoop.log.dir/,STOPPED} 2024-11-09T16:22:24,714 WARN [BP-2096024500-172.17.0.3-1731169300587 heartbeating to localhost/127.0.0.1:43763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:22:24,714 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:22:24,714 WARN [BP-2096024500-172.17.0.3-1731169300587 heartbeating to localhost/127.0.0.1:43763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2096024500-172.17.0.3-1731169300587 (Datanode Uuid 847bdfb4-5847-4c8a-9977-fcd737310f46) service to localhost/127.0.0.1:43763 2024-11-09T16:22:24,714 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:22:24,714 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/cluster_53af09e1-36c1-e24a-733d-d10bf56f50f6/data/data1/current/BP-2096024500-172.17.0.3-1731169300587 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:22:24,714 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/cluster_53af09e1-36c1-e24a-733d-d10bf56f50f6/data/data2/current/BP-2096024500-172.17.0.3-1731169300587 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:22:24,715 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:22:24,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48c5681f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:22:24,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a967e33{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:22:24,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:22:24,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31757d5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:22:24,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58a60325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2c8e249-c9f4-4247-0c2d-530fde7c0bbd/hadoop.log.dir/,STOPPED} 2024-11-09T16:22:24,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T16:22:24,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:22:24,747 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 314) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39183 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38091 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64837) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43763 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:38091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64837) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:43763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64837) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=789 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=345 (was 368), ProcessCount=11 (was 11), AvailableMemoryMB=382 (was 720) 2024-11-09T16:22:24,758 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=789, MaxFileDescriptor=1048576, SystemLoadAverage=345, ProcessCount=11, AvailableMemoryMB=381 2024-11-09T16:22:24,769 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-09T16:22:24,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/hadoop.log.dir so I do NOT create it in target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139 2024-11-09T16:22:24,770 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:22:24,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/hadoop.tmp.dir so I do NOT create it in target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139 2024-11-09T16:22:24,770 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f4e17e0-ecd8-fa45-0570-34ad5e2b1e0d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:22:24,770 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139 2024-11-09T16:22:24,770 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/cluster_0000fe30-8d91-3393-8c2f-5dfa993588e3, deleteOnExit=true 2024-11-09T16:22:24,772 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/cluster_0000fe30-8d91-3393-8c2f-5dfa993588e3/zookeeper_0, clientPort=58381, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/cluster_0000fe30-8d91-3393-8c2f-5dfa993588e3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/cluster_0000fe30-8d91-3393-8c2f-5dfa993588e3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T16:22:24,773 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58381 2024-11-09T16:22:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:22:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:22:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/test.cache.data in system properties and HBase conf 2024-11-09T16:22:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:22:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:22:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:22:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:22:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:22:24,773 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:22:24,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:22:24,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:22:24,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:22:24,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:22:24,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:22:24,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:22:24,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:22:24,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:22:24,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:22:24,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:22:24,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:22:24,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:22:24,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:22:24,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:22:24,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10120672c070005, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:22:24,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10120672c070008, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:22:24,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10120672c070002, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:22:24,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10120672c070005, quorum=127.0.0.1:64837, baseZNode=/1243321140 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:22:24,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10120672c070008, quorum=127.0.0.1:64837, baseZNode=/2-1195820748 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:22:24,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10120672c070002, quorum=127.0.0.1:64837, baseZNode=/0-1211143575 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:22:25,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:22:25,171 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:22:25,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:22:25,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:22:25,172 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:22:25,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:22:25,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1877303b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:22:25,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d4e3eba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:22:25,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@589e39f4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/java.io.tmpdir/jetty-localhost-39979-hadoop-hdfs-3_4_1-tests_jar-_-any-6276607978908306930/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:22:25,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@982aaa7{HTTP/1.1, (http/1.1)}{localhost:39979} 2024-11-09T16:22:25,271 INFO [Time-limited test {}] server.Server(415): Started @308860ms 2024-11-09T16:22:25,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:22:25,556 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:22:25,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:22:25,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:22:25,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T16:22:25,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65e21794{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:22:25,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf442cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:22:25,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1510d52c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/java.io.tmpdir/jetty-localhost-42101-hadoop-hdfs-3_4_1-tests_jar-_-any-13302062207518233864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:22:25,653 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64a2185b{HTTP/1.1, (http/1.1)}{localhost:42101} 2024-11-09T16:22:25,653 INFO [Time-limited test {}] server.Server(415): Started @309242ms 2024-11-09T16:22:25,654 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:22:26,244 WARN [Thread-4169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/cluster_0000fe30-8d91-3393-8c2f-5dfa993588e3/data/data1/current/BP-326180386-172.17.0.3-1731169344787/current, will proceed with Du for space computation calculation, 2024-11-09T16:22:26,244 WARN [Thread-4170 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/cluster_0000fe30-8d91-3393-8c2f-5dfa993588e3/data/data2/current/BP-326180386-172.17.0.3-1731169344787/current, will proceed with Du for space computation calculation, 2024-11-09T16:22:26,258 WARN [Thread-4157 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:22:26,260 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd92e1e1bbb58d374 with lease ID 0xc9429089b2bef2d2: Processing first storage report for DS-76125341-e45b-4613-aa24-f9d9b3a2418e from datanode DatanodeRegistration(127.0.0.1:46323, datanodeUuid=5e26b8f7-f2a1-4e83-ac9c-4f601342238c, infoPort=42447, infoSecurePort=0, ipcPort=35389, storageInfo=lv=-57;cid=testClusterID;nsid=108499667;c=1731169344787) 2024-11-09T16:22:26,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd92e1e1bbb58d374 with lease ID 0xc9429089b2bef2d2: from storage DS-76125341-e45b-4613-aa24-f9d9b3a2418e node DatanodeRegistration(127.0.0.1:46323, datanodeUuid=5e26b8f7-f2a1-4e83-ac9c-4f601342238c, infoPort=42447, infoSecurePort=0, ipcPort=35389, storageInfo=lv=-57;cid=testClusterID;nsid=108499667;c=1731169344787), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:22:26,260 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd92e1e1bbb58d374 with lease ID 0xc9429089b2bef2d2: Processing first storage report for DS-aee8e2c0-e127-46bf-8774-badbe4d39e65 from datanode DatanodeRegistration(127.0.0.1:46323, datanodeUuid=5e26b8f7-f2a1-4e83-ac9c-4f601342238c, infoPort=42447, infoSecurePort=0, ipcPort=35389, storageInfo=lv=-57;cid=testClusterID;nsid=108499667;c=1731169344787) 2024-11-09T16:22:26,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd92e1e1bbb58d374 with lease ID 0xc9429089b2bef2d2: from storage DS-aee8e2c0-e127-46bf-8774-badbe4d39e65 node DatanodeRegistration(127.0.0.1:46323, datanodeUuid=5e26b8f7-f2a1-4e83-ac9c-4f601342238c, infoPort=42447, infoSecurePort=0, ipcPort=35389, storageInfo=lv=-57;cid=testClusterID;nsid=108499667;c=1731169344787), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:22:26,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139 2024-11-09T16:22:26,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:26,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:26,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:22:26,696 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29 with version=8 2024-11-09T16:22:26,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/hbase-staging 2024-11-09T16:22:26,698 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:22:26,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:26,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:26,698 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:22:26,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:26,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:22:26,698 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:22:26,698 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:22:26,699 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42671 2024-11-09T16:22:26,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42671 connecting to ZooKeeper ensemble=127.0.0.1:58381 2024-11-09T16:22:26,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426710x0, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:22:26,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42671-0x1012067d8af0000 connected 2024-11-09T16:22:26,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:26,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:26,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Set watcher on znode that does not yet exist, /0-1821826856/running 2024-11-09T16:22:26,982 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29, hbase.cluster.distributed=false 2024-11-09T16:22:26,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Set watcher on znode that does not yet exist, /0-1821826856/acl 2024-11-09T16:22:26,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42671 2024-11-09T16:22:26,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42671 2024-11-09T16:22:26,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42671 2024-11-09T16:22:26,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42671 2024-11-09T16:22:26,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42671 2024-11-09T16:22:26,996 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:22:26,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:26,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:26,997 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:22:26,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:26,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:22:26,997 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:22:26,997 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:22:26,997 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40947 2024-11-09T16:22:26,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40947 connecting to ZooKeeper ensemble=127.0.0.1:58381 2024-11-09T16:22:26,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:26,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:27,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409470x0, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:22:27,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40947-0x1012067d8af0001 connected 2024-11-09T16:22:27,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409470x0, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Set watcher on znode that does not yet exist, /0-1821826856/running 2024-11-09T16:22:27,010 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:22:27,011 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:22:27,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40947-0x1012067d8af0001, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Set watcher on znode that does not yet exist, /0-1821826856/master 2024-11-09T16:22:27,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40947-0x1012067d8af0001, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Set watcher on znode that does not yet exist, /0-1821826856/acl 2024-11-09T16:22:27,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40947 2024-11-09T16:22:27,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40947 2024-11-09T16:22:27,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40947 2024-11-09T16:22:27,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40947 2024-11-09T16:22:27,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40947 2024-11-09T16:22:27,024 DEBUG [M:0;efe6b43736f4:42671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:42671 2024-11-09T16:22:27,024 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1821826856/backup-masters/efe6b43736f4,42671,1731169346698 2024-11-09T16:22:27,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821826856/backup-masters 2024-11-09T16:22:27,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1012067d8af0001, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821826856/backup-masters 2024-11-09T16:22:27,031 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Set watcher on existing znode=/0-1821826856/backup-masters/efe6b43736f4,42671,1731169346698 2024-11-09T16:22:27,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1012067d8af0001, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1821826856/master 2024-11-09T16:22:27,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821826856 2024-11-09T16:22:27,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1012067d8af0001, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821826856 2024-11-09T16:22:27,041 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Set watcher on existing znode=/0-1821826856/master 2024-11-09T16:22:27,042 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1821826856/backup-masters/efe6b43736f4,42671,1731169346698 from backup master directory 2024-11-09T16:22:27,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1012067d8af0001, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821826856/backup-masters 2024-11-09T16:22:27,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1821826856/backup-masters/efe6b43736f4,42671,1731169346698 2024-11-09T16:22:27,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821826856/backup-masters 2024-11-09T16:22:27,052 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:22:27,052 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,42671,1731169346698 2024-11-09T16:22:27,054 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/hbase.id] with ID: cf10fa68-e2aa-4d03-986a-fed5235c9ba9 2024-11-09T16:22:27,054 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/.tmp/hbase.id 2024-11-09T16:22:27,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:22:27,459 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/.tmp/hbase.id]:[hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/hbase.id] 2024-11-09T16:22:27,468 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:27,468 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:22:27,469 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T16:22:27,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821826856 2024-11-09T16:22:27,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1012067d8af0001, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821826856 2024-11-09T16:22:27,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:22:27,919 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:22:27,920 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:22:27,920 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:22:27,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:22:27,964 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:22:27,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:27,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:27,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:27,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:27,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:27,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:27,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:28,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:28,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:28,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:28,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:28,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:28,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:28,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:28,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:28,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:28,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:28,325 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/MasterData/data/master/store 2024-11-09T16:22:28,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:22:28,730 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:28,730 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:22:28,730 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:28,730 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:28,730 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:22:28,730 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:28,730 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:28,730 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169348730Disabling compacts and flushes for region at 1731169348730Disabling writes for close at 1731169348730Writing region close event to WAL at 1731169348730Closed at 1731169348730 2024-11-09T16:22:28,731 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/MasterData/data/master/store/.initializing 2024-11-09T16:22:28,731 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/MasterData/WALs/efe6b43736f4,42671,1731169346698 2024-11-09T16:22:28,732 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:22:28,733 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C42671%2C1731169346698, suffix=, logDir=hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/MasterData/WALs/efe6b43736f4,42671,1731169346698, archiveDir=hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/MasterData/oldWALs, maxLogs=10 2024-11-09T16:22:28,752 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/MasterData/WALs/efe6b43736f4,42671,1731169346698/efe6b43736f4%2C42671%2C1731169346698.1731169348734, exclude list is [], retry=0 2024-11-09T16:22:28,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46323,DS-76125341-e45b-4613-aa24-f9d9b3a2418e,DISK] 2024-11-09T16:22:28,756 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/MasterData/WALs/efe6b43736f4,42671,1731169346698/efe6b43736f4%2C42671%2C1731169346698.1731169348734 2024-11-09T16:22:28,757 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42447:42447)] 2024-11-09T16:22:28,757 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:22:28,757 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:28,757 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:28,757 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:28,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:28,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:22:28,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:28,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:28,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:28,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:22:28,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:28,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:28,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:28,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:22:28,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:28,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:28,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:28,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:22:28,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:28,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:28,763 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:28,763 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:28,764 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:28,764 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:28,764 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:28,765 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:22:28,765 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:28,766 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:22:28,767 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62302905, jitterRate=-0.07161436975002289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:22:28,767 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169348757Initializing all the Stores at 1731169348758 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169348758Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169348758Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169348758Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169348758Cleaning up temporary data from old regions at 1731169348764 (+6 ms)Region opened successfully at 1731169348767 (+3 ms) 2024-11-09T16:22:28,767 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:22:28,769 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448ae13c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:22:28,770 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:22:28,770 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:22:28,770 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:22:28,770 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:22:28,770 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:22:28,771 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:22:28,771 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:22:28,774 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:22:28,774 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Unable to get data of znode /0-1821826856/balancer because node does not exist (not necessarily an error) 2024-11-09T16:22:28,852 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1821826856/balancer already deleted, retry=false 2024-11-09T16:22:28,852 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:22:28,853 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Unable to get data of znode /0-1821826856/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:22:28,862 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1821826856/normalizer already deleted, retry=false 2024-11-09T16:22:28,862 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:22:28,863 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Unable to get data of znode /0-1821826856/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:22:28,872 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1821826856/switch/split already deleted, retry=false 2024-11-09T16:22:28,874 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Unable to get data of znode /0-1821826856/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:22:28,883 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1821826856/switch/merge already deleted, retry=false 2024-11-09T16:22:28,885 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Unable to get data of znode /0-1821826856/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:22:28,894 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1821826856/snapshot-cleanup already deleted, retry=false 2024-11-09T16:22:28,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1012067d8af0001, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1821826856/running 2024-11-09T16:22:28,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1821826856/running 2024-11-09T16:22:28,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1012067d8af0001, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821826856 2024-11-09T16:22:28,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821826856 2024-11-09T16:22:28,904 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,42671,1731169346698, sessionid=0x1012067d8af0000, setting cluster-up flag (Was=false) 2024-11-09T16:22:28,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1012067d8af0001, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821826856 2024-11-09T16:22:28,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821826856 2024-11-09T16:22:28,957 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1821826856/flush-table-proc/acquired, /0-1821826856/flush-table-proc/reached, /0-1821826856/flush-table-proc/abort 2024-11-09T16:22:28,958 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,42671,1731169346698 2024-11-09T16:22:28,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1012067d8af0001, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821826856 2024-11-09T16:22:28,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821826856 2024-11-09T16:22:29,009 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1821826856/online-snapshot/acquired, /0-1821826856/online-snapshot/reached, /0-1821826856/online-snapshot/abort 2024-11-09T16:22:29,010 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,42671,1731169346698 2024-11-09T16:22:29,011 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:22:29,012 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:22:29,012 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:22:29,012 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:22:29,013 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,42671,1731169346698 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:22:29,014 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:22:29,014 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:22:29,014 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:22:29,014 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:22:29,014 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:22:29,014 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:29,014 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:22:29,014 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:29,015 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169379015 2024-11-09T16:22:29,015 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:22:29,015 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:22:29,015 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:22:29,015 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:22:29,015 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:22:29,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:22:29,015 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:22:29,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:22:29,015 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,015 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:22:29,016 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:22:29,016 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:22:29,016 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:22:29,016 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:22:29,016 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:22:29,016 INFO [RS:0;efe6b43736f4:40947 {}] regionserver.HRegionServer(746): ClusterId : cf10fa68-e2aa-4d03-986a-fed5235c9ba9 2024-11-09T16:22:29,016 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:29,016 DEBUG [RS:0;efe6b43736f4:40947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:22:29,016 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169349016,5,FailOnTimeoutGroup] 2024-11-09T16:22:29,016 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169349016,5,FailOnTimeoutGroup] 2024-11-09T16:22:29,016 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:22:29,016 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,016 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:22:29,016 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,016 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,020 DEBUG [RS:0;efe6b43736f4:40947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:22:29,020 DEBUG [RS:0;efe6b43736f4:40947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:22:29,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:22:29,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:22:29,028 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29 2024-11-09T16:22:29,031 DEBUG [RS:0;efe6b43736f4:40947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:22:29,031 DEBUG [RS:0;efe6b43736f4:40947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32579bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:22:29,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741832_1008 (size=32) 2024-11-09T16:22:29,048 DEBUG [RS:0;efe6b43736f4:40947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:40947 2024-11-09T16:22:29,048 INFO [RS:0;efe6b43736f4:40947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:22:29,048 INFO [RS:0;efe6b43736f4:40947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:22:29,048 DEBUG [RS:0;efe6b43736f4:40947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:22:29,049 INFO [RS:0;efe6b43736f4:40947 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,42671,1731169346698 with port=40947, startcode=1731169346996 2024-11-09T16:22:29,049 DEBUG [RS:0;efe6b43736f4:40947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:22:29,050 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:22:29,051 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42671 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,40947,1731169346996 2024-11-09T16:22:29,051 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42671 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,40947,1731169346996 2024-11-09T16:22:29,052 DEBUG [RS:0;efe6b43736f4:40947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29 2024-11-09T16:22:29,052 DEBUG [RS:0;efe6b43736f4:40947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39859 2024-11-09T16:22:29,052 DEBUG [RS:0;efe6b43736f4:40947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:22:29,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821826856/rs 2024-11-09T16:22:29,062 DEBUG [RS:0;efe6b43736f4:40947 {}] zookeeper.ZKUtil(111): regionserver:40947-0x1012067d8af0001, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Set watcher on existing znode=/0-1821826856/rs/efe6b43736f4,40947,1731169346996 2024-11-09T16:22:29,062 WARN [RS:0;efe6b43736f4:40947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:22:29,062 INFO [RS:0;efe6b43736f4:40947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:22:29,063 DEBUG [RS:0;efe6b43736f4:40947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/WALs/efe6b43736f4,40947,1731169346996 2024-11-09T16:22:29,063 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,40947,1731169346996] 2024-11-09T16:22:29,065 INFO [RS:0;efe6b43736f4:40947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:22:29,067 INFO [RS:0;efe6b43736f4:40947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:22:29,068 INFO [RS:0;efe6b43736f4:40947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:22:29,068 INFO [RS:0;efe6b43736f4:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,068 INFO [RS:0;efe6b43736f4:40947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:22:29,069 INFO [RS:0;efe6b43736f4:40947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:22:29,069 INFO [RS:0;efe6b43736f4:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,069 DEBUG [RS:0;efe6b43736f4:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:29,069 DEBUG [RS:0;efe6b43736f4:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:29,069 DEBUG [RS:0;efe6b43736f4:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:29,069 DEBUG [RS:0;efe6b43736f4:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:29,069 DEBUG [RS:0;efe6b43736f4:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:29,069 DEBUG [RS:0;efe6b43736f4:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:22:29,069 DEBUG [RS:0;efe6b43736f4:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:29,069 DEBUG [RS:0;efe6b43736f4:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:29,069 DEBUG [RS:0;efe6b43736f4:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:29,069 DEBUG [RS:0;efe6b43736f4:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:29,069 DEBUG [RS:0;efe6b43736f4:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:29,069 DEBUG [RS:0;efe6b43736f4:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:29,069 DEBUG [RS:0;efe6b43736f4:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:22:29,069 DEBUG [RS:0;efe6b43736f4:40947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:22:29,071 INFO [RS:0;efe6b43736f4:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,071 INFO [RS:0;efe6b43736f4:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,071 INFO [RS:0;efe6b43736f4:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,071 INFO [RS:0;efe6b43736f4:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,071 INFO [RS:0;efe6b43736f4:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,071 INFO [RS:0;efe6b43736f4:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,40947,1731169346996-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:22:29,083 INFO [RS:0;efe6b43736f4:40947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:22:29,083 INFO [RS:0;efe6b43736f4:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,40947,1731169346996-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,083 INFO [RS:0;efe6b43736f4:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,083 INFO [RS:0;efe6b43736f4:40947 {}] regionserver.Replication(171): efe6b43736f4,40947,1731169346996 started 2024-11-09T16:22:29,095 INFO [RS:0;efe6b43736f4:40947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,095 INFO [RS:0;efe6b43736f4:40947 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,40947,1731169346996, RpcServer on efe6b43736f4/172.17.0.3:40947, sessionid=0x1012067d8af0001 2024-11-09T16:22:29,095 DEBUG [RS:0;efe6b43736f4:40947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:22:29,095 DEBUG [RS:0;efe6b43736f4:40947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,40947,1731169346996 2024-11-09T16:22:29,095 DEBUG [RS:0;efe6b43736f4:40947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,40947,1731169346996' 2024-11-09T16:22:29,095 DEBUG [RS:0;efe6b43736f4:40947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1821826856/flush-table-proc/abort' 2024-11-09T16:22:29,096 DEBUG [RS:0;efe6b43736f4:40947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1821826856/flush-table-proc/acquired' 2024-11-09T16:22:29,096 DEBUG [RS:0;efe6b43736f4:40947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:22:29,096 DEBUG [RS:0;efe6b43736f4:40947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:22:29,096 DEBUG [RS:0;efe6b43736f4:40947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,40947,1731169346996 2024-11-09T16:22:29,096 DEBUG [RS:0;efe6b43736f4:40947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,40947,1731169346996' 2024-11-09T16:22:29,096 DEBUG [RS:0;efe6b43736f4:40947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1821826856/online-snapshot/abort' 2024-11-09T16:22:29,097 DEBUG [RS:0;efe6b43736f4:40947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1821826856/online-snapshot/acquired' 2024-11-09T16:22:29,097 DEBUG [RS:0;efe6b43736f4:40947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:22:29,097 INFO [RS:0;efe6b43736f4:40947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:22:29,097 INFO [RS:0;efe6b43736f4:40947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:22:29,197 INFO [RS:0;efe6b43736f4:40947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:22:29,198 INFO [RS:0;efe6b43736f4:40947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C40947%2C1731169346996, suffix=, logDir=hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/WALs/efe6b43736f4,40947,1731169346996, archiveDir=hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/oldWALs, maxLogs=10 2024-11-09T16:22:29,214 DEBUG [RS:0;efe6b43736f4:40947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/WALs/efe6b43736f4,40947,1731169346996/efe6b43736f4%2C40947%2C1731169346996.1731169349199, exclude list is [], retry=0 2024-11-09T16:22:29,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46323,DS-76125341-e45b-4613-aa24-f9d9b3a2418e,DISK] 2024-11-09T16:22:29,218 INFO [RS:0;efe6b43736f4:40947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/WALs/efe6b43736f4,40947,1731169346996/efe6b43736f4%2C40947%2C1731169346996.1731169349199 2024-11-09T16:22:29,218 DEBUG [RS:0;efe6b43736f4:40947 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42447:42447)] 2024-11-09T16:22:29,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:29,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:22:29,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:22:29,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:29,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:29,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:22:29,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:22:29,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:29,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:29,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:22:29,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:22:29,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:29,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:29,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:22:29,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:22:29,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:29,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:29,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:22:29,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/data/hbase/meta/1588230740 2024-11-09T16:22:29,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/data/hbase/meta/1588230740 2024-11-09T16:22:29,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:22:29,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:22:29,446 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:22:29,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:22:29,447 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:22:29,448 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64413308, jitterRate=-0.04016691446304321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:22:29,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169349438Initializing all the Stores at 1731169349439 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169349439Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169349439Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169349439Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169349439Cleaning up temporary data from old regions at 1731169349445 (+6 ms)Region opened successfully at 1731169349448 (+3 ms) 2024-11-09T16:22:29,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:22:29,448 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:22:29,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:22:29,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:22:29,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:22:29,449 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:22:29,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169349448Disabling compacts and flushes for region at 1731169349448Disabling writes for close at 1731169349448Writing region close event to WAL at 1731169349449 (+1 ms)Closed at 1731169349449 2024-11-09T16:22:29,449 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:22:29,449 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:22:29,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:22:29,450 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:22:29,450 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:22:29,601 DEBUG [efe6b43736f4:42671 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:22:29,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,40947,1731169346996 2024-11-09T16:22:29,602 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,40947,1731169346996, state=OPENING 2024-11-09T16:22:29,652 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:22:29,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1012067d8af0001, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821826856 2024-11-09T16:22:29,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1821826856 2024-11-09T16:22:29,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1821826856/meta-region-server: CHANGED 2024-11-09T16:22:29,696 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1821826856/meta-region-server: CHANGED 2024-11-09T16:22:29,696 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:22:29,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,40947,1731169346996}] 2024-11-09T16:22:29,848 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:22:29,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:22:29,852 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:22:29,852 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:22:29,852 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:22:29,853 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C40947%2C1731169346996.meta, suffix=.meta, logDir=hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/WALs/efe6b43736f4,40947,1731169346996, archiveDir=hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/oldWALs, maxLogs=10 2024-11-09T16:22:29,865 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/WALs/efe6b43736f4,40947,1731169346996/efe6b43736f4%2C40947%2C1731169346996.meta.1731169349854.meta, exclude list is [], retry=0 2024-11-09T16:22:29,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46323,DS-76125341-e45b-4613-aa24-f9d9b3a2418e,DISK] 2024-11-09T16:22:29,868 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/WALs/efe6b43736f4,40947,1731169346996/efe6b43736f4%2C40947%2C1731169346996.meta.1731169349854.meta 2024-11-09T16:22:29,868 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42447:42447)] 2024-11-09T16:22:29,868 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:22:29,869 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:22:29,869 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:22:29,869 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:22:29,869 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:22:29,869 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:22:29,869 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:29,869 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:22:29,869 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:22:29,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:22:29,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:22:29,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:29,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:29,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:22:29,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:22:29,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:29,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:29,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:22:29,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:22:29,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:29,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:29,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:22:29,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:22:29,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:29,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:29,874 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:22:29,874 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/data/hbase/meta/1588230740 2024-11-09T16:22:29,875 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/data/hbase/meta/1588230740 2024-11-09T16:22:29,875 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:22:29,875 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:22:29,876 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:22:29,877 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:22:29,877 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70835697, jitterRate=0.05553413927555084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:22:29,877 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:22:29,878 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169349869Writing region info on filesystem at 1731169349869Initializing all the Stores at 1731169349870 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169349870Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169349870Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169349870Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169349870Cleaning up temporary data from old regions at 1731169349875 (+5 ms)Running coprocessor post-open hooks at 1731169349877 (+2 ms)Region opened successfully at 1731169349878 (+1 ms) 2024-11-09T16:22:29,879 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169349848 2024-11-09T16:22:29,880 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:22:29,880 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:22:29,881 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,40947,1731169346996 2024-11-09T16:22:29,881 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,40947,1731169346996, state=OPEN 2024-11-09T16:22:29,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42671-0x1012067d8af0000, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1821826856/meta-region-server 2024-11-09T16:22:29,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40947-0x1012067d8af0001, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1821826856/meta-region-server 2024-11-09T16:22:29,902 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,40947,1731169346996 2024-11-09T16:22:29,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1821826856/meta-region-server: CHANGED 2024-11-09T16:22:29,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1821826856/meta-region-server: CHANGED 2024-11-09T16:22:29,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:22:29,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,40947,1731169346996 in 206 msec 2024-11-09T16:22:29,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:22:29,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-09T16:22:29,906 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:22:29,906 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:22:29,907 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:29,907 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,40947,1731169346996, seqNum=-1] 2024-11-09T16:22:29,908 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:29,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:22:29,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 900 msec 2024-11-09T16:22:29,912 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169349912, completionTime=-1 2024-11-09T16:22:29,912 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:22:29,912 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:22:29,914 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:22:29,914 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169409914 2024-11-09T16:22:29,914 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169469914 2024-11-09T16:22:29,914 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T16:22:29,914 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,42671,1731169346698-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,914 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,42671,1731169346698-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,914 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,42671,1731169346698-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,914 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:42671, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,914 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,914 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:29,916 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:22:29,917 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.865sec 2024-11-09T16:22:29,917 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:22:29,917 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:22:29,917 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:22:29,917 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:22:29,917 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:22:29,917 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,42671,1731169346698-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:22:29,917 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,42671,1731169346698-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:22:29,919 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:22:29,919 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:22:29,919 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,42671,1731169346698-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:30,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da13ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:30,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,42671,-1 for getting cluster id 2024-11-09T16:22:30,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:30,018 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf10fa68-e2aa-4d03-986a-fed5235c9ba9' 2024-11-09T16:22:30,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:30,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf10fa68-e2aa-4d03-986a-fed5235c9ba9" 2024-11-09T16:22:30,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54602dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:30,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,42671,-1] 2024-11-09T16:22:30,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:30,019 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:30,019 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:30,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4ec429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:30,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,40947,1731169346996, seqNum=-1] 2024-11-09T16:22:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:30,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:22:30,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,42671,1731169346698 2024-11-09T16:22:30,023 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58381 2024-11-09T16:22:30,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58381, baseZNode=/0-1821826856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:22:30,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012067d8af0002 connected 2024-11-09T16:22:30,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:30,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,42671,1731169346698 2024-11-09T16:22:30,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a616ad9 2024-11-09T16:22:30,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:30,077 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:30,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:22:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T16:22:30,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:22:30,079 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:30,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T16:22:30,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:22:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:30,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741835_1011 (size=902) 2024-11-09T16:22:30,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:30,490 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e14ee154b6680157d26067335babcc9, NAME => 'test,,1731169350077.1e14ee154b6680157d26067335babcc9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29 2024-11-09T16:22:30,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46323 is added to blk_1073741836_1012 (size=39) 2024-11-09T16:22:30,494 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731169350077.1e14ee154b6680157d26067335babcc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:30,494 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1e14ee154b6680157d26067335babcc9, disabling compactions & flushes 2024-11-09T16:22:30,494 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731169350077.1e14ee154b6680157d26067335babcc9. 2024-11-09T16:22:30,494 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169350077.1e14ee154b6680157d26067335babcc9. 2024-11-09T16:22:30,494 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731169350077.1e14ee154b6680157d26067335babcc9. after waiting 0 ms 2024-11-09T16:22:30,494 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731169350077.1e14ee154b6680157d26067335babcc9. 2024-11-09T16:22:30,494 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731169350077.1e14ee154b6680157d26067335babcc9. 2024-11-09T16:22:30,494 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e14ee154b6680157d26067335babcc9: Waiting for close lock at 1731169350494Disabling compacts and flushes for region at 1731169350494Disabling writes for close at 1731169350494Writing region close event to WAL at 1731169350494Closed at 1731169350494 2024-11-09T16:22:30,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:22:30,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731169350077.1e14ee154b6680157d26067335babcc9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731169350495"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169350495"}]},"ts":"1731169350495"} 2024-11-09T16:22:30,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:22:30,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:22:30,497 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169350497"}]},"ts":"1731169350497"} 2024-11-09T16:22:30,499 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T16:22:30,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e14ee154b6680157d26067335babcc9, ASSIGN}] 2024-11-09T16:22:30,499 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e14ee154b6680157d26067335babcc9, ASSIGN 2024-11-09T16:22:30,500 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1e14ee154b6680157d26067335babcc9, ASSIGN; state=OFFLINE, location=efe6b43736f4,40947,1731169346996; forceNewPlan=false, retain=false 2024-11-09T16:22:30,650 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e14ee154b6680157d26067335babcc9, regionState=OPENING, regionLocation=efe6b43736f4,40947,1731169346996 2024-11-09T16:22:30,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1e14ee154b6680157d26067335babcc9, ASSIGN because future has completed 2024-11-09T16:22:30,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e14ee154b6680157d26067335babcc9, server=efe6b43736f4,40947,1731169346996}] 2024-11-09T16:22:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:30,807 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731169350077.1e14ee154b6680157d26067335babcc9. 2024-11-09T16:22:30,807 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e14ee154b6680157d26067335babcc9, NAME => 'test,,1731169350077.1e14ee154b6680157d26067335babcc9.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:22:30,807 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:22:30,807 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T16:22:30,807 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1e14ee154b6680157d26067335babcc9 2024-11-09T16:22:30,807 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731169350077.1e14ee154b6680157d26067335babcc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:30,807 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1e14ee154b6680157d26067335babcc9 2024-11-09T16:22:30,807 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1e14ee154b6680157d26067335babcc9 2024-11-09T16:22:30,808 INFO [StoreOpener-1e14ee154b6680157d26067335babcc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e14ee154b6680157d26067335babcc9 2024-11-09T16:22:30,809 INFO [StoreOpener-1e14ee154b6680157d26067335babcc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e14ee154b6680157d26067335babcc9 columnFamilyName f 2024-11-09T16:22:30,809 DEBUG [StoreOpener-1e14ee154b6680157d26067335babcc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:30,809 INFO [StoreOpener-1e14ee154b6680157d26067335babcc9-1 {}] regionserver.HStore(327): Store=1e14ee154b6680157d26067335babcc9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:30,809 INFO [StoreOpener-1e14ee154b6680157d26067335babcc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1e14ee154b6680157d26067335babcc9 2024-11-09T16:22:30,810 INFO [StoreOpener-1e14ee154b6680157d26067335babcc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e14ee154b6680157d26067335babcc9 columnFamilyName f1 2024-11-09T16:22:30,810 DEBUG [StoreOpener-1e14ee154b6680157d26067335babcc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:30,810 INFO [StoreOpener-1e14ee154b6680157d26067335babcc9-1 {}] regionserver.HStore(327): Store=1e14ee154b6680157d26067335babcc9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:30,810 INFO [StoreOpener-1e14ee154b6680157d26067335babcc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1e14ee154b6680157d26067335babcc9 2024-11-09T16:22:30,811 INFO [StoreOpener-1e14ee154b6680157d26067335babcc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e14ee154b6680157d26067335babcc9 columnFamilyName norep 2024-11-09T16:22:30,811 DEBUG [StoreOpener-1e14ee154b6680157d26067335babcc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:30,811 INFO [StoreOpener-1e14ee154b6680157d26067335babcc9-1 {}] regionserver.HStore(327): Store=1e14ee154b6680157d26067335babcc9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:30,811 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1e14ee154b6680157d26067335babcc9 2024-11-09T16:22:30,812 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/data/default/test/1e14ee154b6680157d26067335babcc9 2024-11-09T16:22:30,812 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/data/default/test/1e14ee154b6680157d26067335babcc9 2024-11-09T16:22:30,813 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1e14ee154b6680157d26067335babcc9 2024-11-09T16:22:30,813 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1e14ee154b6680157d26067335babcc9 2024-11-09T16:22:30,813 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:22:30,814 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1e14ee154b6680157d26067335babcc9 2024-11-09T16:22:30,815 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/data/default/test/1e14ee154b6680157d26067335babcc9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:22:30,815 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1e14ee154b6680157d26067335babcc9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75492262, jitterRate=0.12492236495018005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:22:30,816 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e14ee154b6680157d26067335babcc9 2024-11-09T16:22:30,816 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1e14ee154b6680157d26067335babcc9: Running coprocessor pre-open hook at 1731169350807Writing region info on filesystem at 1731169350807Initializing all the Stores at 1731169350808 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169350808Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169350808Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169350808Cleaning up temporary data from old regions at 1731169350813 (+5 ms)Running coprocessor post-open hooks at 1731169350816 (+3 ms)Region opened successfully at 1731169350816 2024-11-09T16:22:30,817 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731169350077.1e14ee154b6680157d26067335babcc9., pid=6, masterSystemTime=1731169350804 2024-11-09T16:22:30,818 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731169350077.1e14ee154b6680157d26067335babcc9. 2024-11-09T16:22:30,818 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731169350077.1e14ee154b6680157d26067335babcc9. 2024-11-09T16:22:30,818 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e14ee154b6680157d26067335babcc9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=efe6b43736f4,40947,1731169346996 2024-11-09T16:22:30,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e14ee154b6680157d26067335babcc9, server=efe6b43736f4,40947,1731169346996 because future has completed 2024-11-09T16:22:30,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:22:30,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e14ee154b6680157d26067335babcc9, server=efe6b43736f4,40947,1731169346996 in 169 msec 2024-11-09T16:22:30,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T16:22:30,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1e14ee154b6680157d26067335babcc9, ASSIGN in 323 msec 2024-11-09T16:22:30,824 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:22:30,824 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169350824"}]},"ts":"1731169350824"} 2024-11-09T16:22:30,825 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T16:22:30,826 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:22:30,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-09T16:22:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:31,216 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T16:22:31,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f648fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:31,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,42671,-1 for getting cluster id 2024-11-09T16:22:31,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:31,217 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf10fa68-e2aa-4d03-986a-fed5235c9ba9' 2024-11-09T16:22:31,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:31,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf10fa68-e2aa-4d03-986a-fed5235c9ba9" 2024-11-09T16:22:31,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb25d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:31,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,42671,-1] 2024-11-09T16:22:31,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:31,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:31,218 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:31,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68fe1a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:31,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:31,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,42671,1731169346698 2024-11-09T16:22:31,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5849383e 2024-11-09T16:22:31,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:31,220 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:31,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://efe6b43736f4:42671,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T16:22:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:22:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:31,222 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:42671' 2024-11-09T16:22:31,223 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d0f49a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:31,223 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,42671,-1 for getting cluster id 2024-11-09T16:22:31,223 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:31,224 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf10fa68-e2aa-4d03-986a-fed5235c9ba9' 2024-11-09T16:22:31,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:31,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf10fa68-e2aa-4d03-986a-fed5235c9ba9" 2024-11-09T16:22:31,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e335ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:31,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,42671,-1] 2024-11-09T16:22:31,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:31,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:31,224 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:31,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f23a4b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:31,225 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:31,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,42671,1731169346698 2024-11-09T16:22:31,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dbdae5c 2024-11-09T16:22:31,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:31,226 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:31,227 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T16:22:31,227 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:22:31,227 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:31,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:31,227 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:31,227 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://efe6b43736f4:42671, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T16:22:31,231 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://efe6b43736f4:42671, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://efe6b43736f4:42671, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://efe6b43736f4:42671, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-09T16:22:31,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://efe6b43736f4:42671, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-09T16:22:31,232 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-09T16:22:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:31,326 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://efe6b43736f4:42671, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-09T16:22:31,326 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:22:31,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:31,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:31,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:31,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:31,341 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 362) Potentially hanging thread: RS:0;efe6b43736f4:40947-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/cluster_0000fe30-8d91-3393-8c2f-5dfa993588e3/data/data2/current/BP-326180386-172.17.0.3-1731169344787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-326180386-172.17.0.3-1731169344787:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp732667413-7868 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7bac4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;efe6b43736f4:40947 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ProcessThread(sid:0 cport:58381): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169349016 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58381) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp732667413-7866 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7bac4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-326180386-172.17.0.3-1731169344787:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1957566665_20 at /127.0.0.1:33758 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007f7bacad3a38.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@54943068 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/cluster_0000fe30-8d91-3393-8c2f-5dfa993588e3/data/data1/current/BP-326180386-172.17.0.3-1731169344787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp732667413-7867 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7bac4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/efe6b43736f4:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@17c72d30 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/cluster_0000fe30-8d91-3393-8c2f-5dfa993588e3/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: qtp732667413-7869 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7bac4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29-prefix:efe6b43736f4,40947,1731169346996.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/efe6b43736f4:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6cb57faa[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server idle connection scanner for port 39859 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1645606767-7915 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7bac4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@1527f35d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_648484034_20 at /127.0.0.1:33818 [Receiving block BP-326180386-172.17.0.3-1731169344787:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1957566665_20 at /127.0.0.1:33844 [Receiving block BP-326180386-172.17.0.3-1731169344787:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: efe6b43736f4:42671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@355bfe00 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169349016 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp732667413-7873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29/MasterData-prefix:efe6b43736f4,42671,1731169346698 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp732667413-7871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1957566665_20 at /127.0.0.1:33854 [Receiving block BP-326180386-172.17.0.3-1731169344787:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58381) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 4 on default port 35389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39859/user/jenkins/test-data/66a481da-cb93-cc29-daee-dac1cb144a29-prefix:efe6b43736f4,40947,1731169346996 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6b5cdbc6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PacketResponder: BP-326180386-172.17.0.3-1731169344787:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/cluster_0000fe30-8d91-3393-8c2f-5dfa993588e3/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-7f9ea4f5-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: BP-326180386-172.17.0.3-1731169344787 heartbeating to localhost/127.0.0.1:39859 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1075759854) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: qtp732667413-7870-acceptor-0@4b5e49e0-ServerConnector@982aaa7{HTTP/1.1, (http/1.1)}{localhost:39979} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-515def66-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58381) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@23395102 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f7bac9f5890.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1645606767-7916-acceptor-0@50fb18cb-ServerConnector@64a2185b{HTTP/1.1, (http/1.1)}{localhost:42101} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@255f4c36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58381 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: M:0;efe6b43736f4:42671 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 39859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server idle connection scanner for port 35389 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 1 on default port 35389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/efe6b43736f4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp732667413-7872 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1645606767-7917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/efe6b43736f4:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42671 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/efe6b43736f4:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39859 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: qtp1645606767-7918 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@d05e9b7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 789) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 345) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=364 (was 381) 2024-11-09T16:22:31,344 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-09T16:22:31,357 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=363 2024-11-09T16:22:31,357 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-09T16:22:31,373 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-09T16:22:31,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/hadoop.log.dir so I do NOT create it in target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578 2024-11-09T16:22:31,374 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:22:31,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/hadoop.tmp.dir so I do NOT create it in target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578 2024-11-09T16:22:31,374 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bbff51fe-34a7-b742-0127-b72ccfed0139/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:22:31,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578 2024-11-09T16:22:31,374 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/cluster_4f1be8c3-3a2c-6bce-70f8-2369efb9c46a, deleteOnExit=true 2024-11-09T16:22:31,423 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/cluster_4f1be8c3-3a2c-6bce-70f8-2369efb9c46a/zookeeper_0, clientPort=58087, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/cluster_4f1be8c3-3a2c-6bce-70f8-2369efb9c46a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/cluster_4f1be8c3-3a2c-6bce-70f8-2369efb9c46a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T16:22:31,423 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58087 2024-11-09T16:22:31,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:22:31,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:22:31,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/test.cache.data in system properties and HBase conf 2024-11-09T16:22:31,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:22:31,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:22:31,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:22:31,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:22:31,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:22:31,424 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:22:31,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:22:31,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:22:31,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:22:31,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:22:31,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:22:31,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:22:31,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:22:31,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:22:31,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:22:31,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:22:31,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:22:31,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:22:31,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:22:31,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:22:31,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:22:31,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:22:31,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:22:31,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:22:31,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T16:22:31,761 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:22:31,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f53a1f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:22:31,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a3c6efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:22:31,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@379666b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/java.io.tmpdir/jetty-localhost-41023-hadoop-hdfs-3_4_1-tests_jar-_-any-8237507562006223730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:22:31,856 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dd12ea1{HTTP/1.1, (http/1.1)}{localhost:41023} 2024-11-09T16:22:31,856 INFO [Time-limited test {}] server.Server(415): Started @315445ms 2024-11-09T16:22:32,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:22:32,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:22:32,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:22:32,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:22:32,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:22:32,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c9a294c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:22:32,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5799d95e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:22:32,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6eb3552c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/java.io.tmpdir/jetty-localhost-41323-hadoop-hdfs-3_4_1-tests_jar-_-any-8445892757380323467/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:22:32,250 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7555a175{HTTP/1.1, (http/1.1)}{localhost:41323} 2024-11-09T16:22:32,250 INFO [Time-limited test {}] server.Server(415): Started @315839ms 2024-11-09T16:22:32,251 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:22:32,485 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:32,486 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:22:32,486 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128887 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:22:32,754 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T16:22:32,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T16:22:33,068 WARN [Thread-4303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/cluster_4f1be8c3-3a2c-6bce-70f8-2369efb9c46a/data/data1/current/BP-1925711966-172.17.0.3-1731169351442/current, will proceed with Du for space computation calculation, 2024-11-09T16:22:33,068 WARN [Thread-4304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/cluster_4f1be8c3-3a2c-6bce-70f8-2369efb9c46a/data/data2/current/BP-1925711966-172.17.0.3-1731169351442/current, will proceed with Du for space computation calculation, 2024-11-09T16:22:33,092 WARN [Thread-4291 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:22:33,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x805e227008ae3949 with lease ID 0x9b50fe13c5edb30a: Processing first storage report for DS-ee35fbef-3239-4e11-8175-e1b231269c06 from datanode DatanodeRegistration(127.0.0.1:44433, datanodeUuid=c73eb887-5209-4f9f-9bcb-97333eb6cac5, infoPort=46435, infoSecurePort=0, ipcPort=34805, storageInfo=lv=-57;cid=testClusterID;nsid=2016722990;c=1731169351442) 2024-11-09T16:22:33,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x805e227008ae3949 with lease ID 0x9b50fe13c5edb30a: from storage DS-ee35fbef-3239-4e11-8175-e1b231269c06 node DatanodeRegistration(127.0.0.1:44433, datanodeUuid=c73eb887-5209-4f9f-9bcb-97333eb6cac5, infoPort=46435, infoSecurePort=0, ipcPort=34805, storageInfo=lv=-57;cid=testClusterID;nsid=2016722990;c=1731169351442), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:22:33,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x805e227008ae3949 with lease ID 0x9b50fe13c5edb30a: Processing first storage report for DS-e3888c09-bd63-4c75-b0e3-630f92ad86eb from datanode DatanodeRegistration(127.0.0.1:44433, datanodeUuid=c73eb887-5209-4f9f-9bcb-97333eb6cac5, infoPort=46435, infoSecurePort=0, ipcPort=34805, storageInfo=lv=-57;cid=testClusterID;nsid=2016722990;c=1731169351442) 2024-11-09T16:22:33,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x805e227008ae3949 with lease ID 0x9b50fe13c5edb30a: from storage DS-e3888c09-bd63-4c75-b0e3-630f92ad86eb node DatanodeRegistration(127.0.0.1:44433, datanodeUuid=c73eb887-5209-4f9f-9bcb-97333eb6cac5, infoPort=46435, infoSecurePort=0, ipcPort=34805, storageInfo=lv=-57;cid=testClusterID;nsid=2016722990;c=1731169351442), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T16:22:33,173 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578 2024-11-09T16:22:33,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:33,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:33,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:22:33,580 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5 with version=8 2024-11-09T16:22:33,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/hbase-staging 2024-11-09T16:22:33,582 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:22:33,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:33,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:33,582 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:22:33,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:33,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:22:33,583 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:22:33,583 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:22:33,583 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44161 2024-11-09T16:22:33,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44161 connecting to ZooKeeper ensemble=127.0.0.1:58087 2024-11-09T16:22:33,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441610x0, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:22:33,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44161-0x1012067f2a90000 connected 2024-11-09T16:22:33,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:33,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:33,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Set watcher on znode that does not yet exist, /0384785331/running 2024-11-09T16:22:33,902 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5, hbase.cluster.distributed=false 2024-11-09T16:22:33,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Set watcher on znode that does not yet exist, /0384785331/acl 2024-11-09T16:22:33,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44161 2024-11-09T16:22:33,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44161 2024-11-09T16:22:33,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44161 2024-11-09T16:22:33,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44161 2024-11-09T16:22:33,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44161 2024-11-09T16:22:33,925 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:22:33,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:33,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:33,925 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:22:33,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:33,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:22:33,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:22:33,925 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:22:33,926 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44007 2024-11-09T16:22:33,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44007 connecting to ZooKeeper ensemble=127.0.0.1:58087 2024-11-09T16:22:33,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:33,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:33,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440070x0, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:22:33,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440070x0, quorum=127.0.0.1:58087, baseZNode=/0384785331 Set watcher on znode that does not yet exist, /0384785331/running 2024-11-09T16:22:33,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44007-0x1012067f2a90001 connected 2024-11-09T16:22:33,942 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:22:33,943 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:22:33,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Set watcher on znode that does not yet exist, /0384785331/master 2024-11-09T16:22:33,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Set watcher on znode that does not yet exist, /0384785331/acl 2024-11-09T16:22:33,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44007 2024-11-09T16:22:33,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44007 2024-11-09T16:22:33,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44007 2024-11-09T16:22:33,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44007 2024-11-09T16:22:33,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44007 2024-11-09T16:22:33,962 DEBUG [M:0;efe6b43736f4:44161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:44161 2024-11-09T16:22:33,962 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0384785331/backup-masters/efe6b43736f4,44161,1731169353582 2024-11-09T16:22:33,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331/backup-masters 2024-11-09T16:22:33,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331/backup-masters 2024-11-09T16:22:33,973 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Set watcher on existing znode=/0384785331/backup-masters/efe6b43736f4,44161,1731169353582 2024-11-09T16:22:33,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331 2024-11-09T16:22:33,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0384785331/master 2024-11-09T16:22:33,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331 2024-11-09T16:22:33,983 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Set watcher on existing znode=/0384785331/master 2024-11-09T16:22:33,984 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0384785331/backup-masters/efe6b43736f4,44161,1731169353582 from backup master directory 2024-11-09T16:22:33,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0384785331/backup-masters/efe6b43736f4,44161,1731169353582 2024-11-09T16:22:33,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331/backup-masters 2024-11-09T16:22:33,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331/backup-masters 2024-11-09T16:22:33,993 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:22:33,994 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,44161,1731169353582 2024-11-09T16:22:33,996 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/hbase.id] with ID: 8426736a-3c6b-4cd9-9353-70a1d6c84b3b 2024-11-09T16:22:33,996 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/.tmp/hbase.id 2024-11-09T16:22:34,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:22:34,401 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/.tmp/hbase.id]:[hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/hbase.id] 2024-11-09T16:22:34,407 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:34,407 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:22:34,408 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T16:22:34,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331 2024-11-09T16:22:34,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331 2024-11-09T16:22:34,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:22:34,861 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:22:34,862 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:22:34,862 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:22:34,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:22:35,267 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store 2024-11-09T16:22:35,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:22:35,371 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:22:35,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:35,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:35,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:35,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:35,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:35,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:35,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:35,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:35,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:35,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:35,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:35,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:35,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:35,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:35,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:35,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:35,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:35,436 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T16:22:35,437 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T16:22:35,671 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:35,671 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:22:35,671 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:35,671 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:35,671 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:22:35,671 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:35,671 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:35,671 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169355671Disabling compacts and flushes for region at 1731169355671Disabling writes for close at 1731169355671Writing region close event to WAL at 1731169355671Closed at 1731169355671 2024-11-09T16:22:35,672 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/.initializing 2024-11-09T16:22:35,672 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/WALs/efe6b43736f4,44161,1731169353582 2024-11-09T16:22:35,672 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:22:35,673 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C44161%2C1731169353582, suffix=, logDir=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/WALs/efe6b43736f4,44161,1731169353582, archiveDir=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/oldWALs, maxLogs=10 2024-11-09T16:22:35,685 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/WALs/efe6b43736f4,44161,1731169353582/efe6b43736f4%2C44161%2C1731169353582.1731169355673, exclude list is [], retry=0 2024-11-09T16:22:35,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44433,DS-ee35fbef-3239-4e11-8175-e1b231269c06,DISK] 2024-11-09T16:22:35,688 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/WALs/efe6b43736f4,44161,1731169353582/efe6b43736f4%2C44161%2C1731169353582.1731169355673 2024-11-09T16:22:35,688 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46435:46435)] 2024-11-09T16:22:35,688 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:22:35,688 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:35,688 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:35,688 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:35,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:35,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:22:35,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:35,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:35,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:35,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:22:35,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:35,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:35,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:35,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:22:35,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:35,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:35,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:35,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:22:35,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:35,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:35,694 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:35,694 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:35,694 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:35,695 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:35,695 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:35,695 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:22:35,696 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:35,697 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:22:35,698 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73727129, jitterRate=0.09861983358860016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:22:35,698 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169355689Initializing all the Stores at 1731169355689Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169355689Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169355689Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169355689Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169355689Cleaning up temporary data from old regions at 1731169355695 (+6 ms)Region opened successfully at 1731169355698 (+3 ms) 2024-11-09T16:22:35,698 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:22:35,700 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e17de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:22:35,700 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:22:35,700 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:22:35,700 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:22:35,700 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:22:35,701 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:22:35,701 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:22:35,701 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:22:35,703 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:22:35,703 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Unable to get data of znode /0384785331/balancer because node does not exist (not necessarily an error) 2024-11-09T16:22:35,791 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0384785331/balancer already deleted, retry=false 2024-11-09T16:22:35,792 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:22:35,792 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Unable to get data of znode /0384785331/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:22:35,804 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0384785331/normalizer already deleted, retry=false 2024-11-09T16:22:35,805 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:22:35,809 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Unable to get data of znode /0384785331/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:22:35,815 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0384785331/switch/split already deleted, retry=false 2024-11-09T16:22:35,815 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Unable to get data of znode /0384785331/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:22:35,825 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0384785331/switch/merge already deleted, retry=false 2024-11-09T16:22:35,827 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Unable to get data of znode /0384785331/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:22:35,836 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0384785331/snapshot-cleanup already deleted, retry=false 2024-11-09T16:22:35,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0384785331/running 2024-11-09T16:22:35,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331 2024-11-09T16:22:35,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0384785331/running 2024-11-09T16:22:35,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331 2024-11-09T16:22:35,848 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,44161,1731169353582, sessionid=0x1012067f2a90000, setting cluster-up flag (Was=false) 2024-11-09T16:22:35,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331 2024-11-09T16:22:35,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331 2024-11-09T16:22:35,899 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0384785331/flush-table-proc/acquired, /0384785331/flush-table-proc/reached, /0384785331/flush-table-proc/abort 2024-11-09T16:22:35,902 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,44161,1731169353582 2024-11-09T16:22:35,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331 2024-11-09T16:22:35,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331 2024-11-09T16:22:35,951 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0384785331/online-snapshot/acquired, /0384785331/online-snapshot/reached, /0384785331/online-snapshot/abort 2024-11-09T16:22:35,952 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,44161,1731169353582 2024-11-09T16:22:35,954 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:22:35,955 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:22:35,955 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:22:35,955 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:22:35,956 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,44161,1731169353582 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:22:35,957 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:22:35,957 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:22:35,957 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:22:35,957 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:22:35,957 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:22:35,957 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:35,957 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:22:35,957 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:35,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:22:35,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:22:35,973 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:35,973 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:22:35,988 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169385988 2024-11-09T16:22:35,988 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:22:35,988 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:22:35,988 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:22:35,988 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:22:35,988 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:22:35,989 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:22:35,992 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,002 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:22:36,002 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:22:36,002 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:22:36,002 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:22:36,002 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:22:36,002 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:22:36,010 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169356002,5,FailOnTimeoutGroup] 2024-11-09T16:22:36,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:22:36,012 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169356011,5,FailOnTimeoutGroup] 2024-11-09T16:22:36,012 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,012 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:22:36,012 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,012 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,012 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:22:36,012 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5 2024-11-09T16:22:36,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741832_1008 (size=32) 2024-11-09T16:22:36,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:36,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:22:36,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:22:36,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:36,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:36,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:22:36,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:22:36,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:36,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:36,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:22:36,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:22:36,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:36,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:36,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:22:36,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:22:36,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:36,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:36,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:22:36,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740 2024-11-09T16:22:36,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740 2024-11-09T16:22:36,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:22:36,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:22:36,042 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:22:36,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:22:36,044 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:22:36,045 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75480750, jitterRate=0.12475082278251648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:22:36,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169356032Initializing all the Stores at 1731169356032Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169356032Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169356033 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169356033Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169356033Cleaning up temporary data from old regions at 1731169356041 (+8 ms)Region opened successfully at 1731169356045 (+4 ms) 2024-11-09T16:22:36,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:22:36,045 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:22:36,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:22:36,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:22:36,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:22:36,056 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:22:36,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169356045Disabling compacts and flushes for region at 1731169356045Disabling writes for close at 1731169356045Writing region close event to WAL at 1731169356056 (+11 ms)Closed at 1731169356056 2024-11-09T16:22:36,057 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:22:36,057 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:22:36,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:22:36,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:22:36,059 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:22:36,061 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(746): ClusterId : 8426736a-3c6b-4cd9-9353-70a1d6c84b3b 2024-11-09T16:22:36,061 DEBUG [RS:0;efe6b43736f4:44007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:22:36,068 DEBUG [RS:0;efe6b43736f4:44007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:22:36,068 DEBUG [RS:0;efe6b43736f4:44007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:22:36,079 DEBUG [RS:0;efe6b43736f4:44007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:22:36,079 DEBUG [RS:0;efe6b43736f4:44007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af3ffcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:22:36,099 DEBUG [RS:0;efe6b43736f4:44007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:44007 2024-11-09T16:22:36,099 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:22:36,099 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:22:36,099 DEBUG [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:22:36,100 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,44161,1731169353582 with port=44007, startcode=1731169353924 2024-11-09T16:22:36,100 DEBUG [RS:0;efe6b43736f4:44007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:22:36,105 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:22:36,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,44007,1731169353924 2024-11-09T16:22:36,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44161 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,44007,1731169353924 2024-11-09T16:22:36,106 DEBUG [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5 2024-11-09T16:22:36,106 DEBUG [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45405 2024-11-09T16:22:36,107 DEBUG [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:22:36,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331/rs 2024-11-09T16:22:36,118 DEBUG [RS:0;efe6b43736f4:44007 {}] zookeeper.ZKUtil(111): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Set watcher on existing znode=/0384785331/rs/efe6b43736f4,44007,1731169353924 2024-11-09T16:22:36,118 WARN [RS:0;efe6b43736f4:44007 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:22:36,118 INFO [RS:0;efe6b43736f4:44007 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:22:36,118 DEBUG [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924 2024-11-09T16:22:36,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,44007,1731169353924] 2024-11-09T16:22:36,121 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:22:36,122 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:22:36,126 INFO [RS:0;efe6b43736f4:44007 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:22:36,126 INFO [RS:0;efe6b43736f4:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,132 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:22:36,133 INFO [RS:0;efe6b43736f4:44007 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:22:36,134 INFO [RS:0;efe6b43736f4:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,134 DEBUG [RS:0;efe6b43736f4:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:36,134 DEBUG [RS:0;efe6b43736f4:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:36,134 DEBUG [RS:0;efe6b43736f4:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:36,134 DEBUG [RS:0;efe6b43736f4:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:36,134 DEBUG [RS:0;efe6b43736f4:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:36,134 DEBUG [RS:0;efe6b43736f4:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:22:36,134 DEBUG [RS:0;efe6b43736f4:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:36,134 DEBUG [RS:0;efe6b43736f4:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:36,134 DEBUG [RS:0;efe6b43736f4:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:36,134 DEBUG [RS:0;efe6b43736f4:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:36,134 DEBUG [RS:0;efe6b43736f4:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:36,134 DEBUG [RS:0;efe6b43736f4:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:36,134 DEBUG [RS:0;efe6b43736f4:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:22:36,134 DEBUG [RS:0;efe6b43736f4:44007 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:22:36,147 INFO [RS:0;efe6b43736f4:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,147 INFO [RS:0;efe6b43736f4:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,147 INFO [RS:0;efe6b43736f4:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,147 INFO [RS:0;efe6b43736f4:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,147 INFO [RS:0;efe6b43736f4:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,147 INFO [RS:0;efe6b43736f4:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44007,1731169353924-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:22:36,165 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:22:36,166 INFO [RS:0;efe6b43736f4:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44007,1731169353924-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,166 INFO [RS:0;efe6b43736f4:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,166 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.Replication(171): efe6b43736f4,44007,1731169353924 started 2024-11-09T16:22:36,186 INFO [RS:0;efe6b43736f4:44007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,186 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,44007,1731169353924, RpcServer on efe6b43736f4/172.17.0.3:44007, sessionid=0x1012067f2a90001 2024-11-09T16:22:36,186 DEBUG [RS:0;efe6b43736f4:44007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:22:36,186 DEBUG [RS:0;efe6b43736f4:44007 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,44007,1731169353924 2024-11-09T16:22:36,187 DEBUG [RS:0;efe6b43736f4:44007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,44007,1731169353924' 2024-11-09T16:22:36,187 DEBUG [RS:0;efe6b43736f4:44007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0384785331/flush-table-proc/abort' 2024-11-09T16:22:36,187 DEBUG [RS:0;efe6b43736f4:44007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0384785331/flush-table-proc/acquired' 2024-11-09T16:22:36,187 DEBUG [RS:0;efe6b43736f4:44007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:22:36,187 DEBUG [RS:0;efe6b43736f4:44007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:22:36,187 DEBUG [RS:0;efe6b43736f4:44007 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,44007,1731169353924 2024-11-09T16:22:36,187 DEBUG [RS:0;efe6b43736f4:44007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,44007,1731169353924' 2024-11-09T16:22:36,187 DEBUG [RS:0;efe6b43736f4:44007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0384785331/online-snapshot/abort' 2024-11-09T16:22:36,188 DEBUG [RS:0;efe6b43736f4:44007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0384785331/online-snapshot/acquired' 2024-11-09T16:22:36,188 DEBUG [RS:0;efe6b43736f4:44007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:22:36,188 INFO [RS:0;efe6b43736f4:44007 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:22:36,188 INFO [RS:0;efe6b43736f4:44007 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:22:36,209 WARN [efe6b43736f4:44161 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T16:22:36,288 INFO [RS:0;efe6b43736f4:44007 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:22:36,289 INFO [RS:0;efe6b43736f4:44007 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C44007%2C1731169353924, suffix=, logDir=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924, archiveDir=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/oldWALs, maxLogs=10 2024-11-09T16:22:36,303 DEBUG [RS:0;efe6b43736f4:44007 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289, exclude list is [], retry=0 2024-11-09T16:22:36,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44433,DS-ee35fbef-3239-4e11-8175-e1b231269c06,DISK] 2024-11-09T16:22:36,321 INFO [RS:0;efe6b43736f4:44007 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289 2024-11-09T16:22:36,324 DEBUG [RS:0;efe6b43736f4:44007 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46435:46435)] 2024-11-09T16:22:36,460 DEBUG [efe6b43736f4:44161 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:22:36,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,44007,1731169353924 2024-11-09T16:22:36,461 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,44007,1731169353924, state=OPENING 2024-11-09T16:22:36,509 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:22:36,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331 2024-11-09T16:22:36,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331 2024-11-09T16:22:36,520 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:22:36,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0384785331/meta-region-server: CHANGED 2024-11-09T16:22:36,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0384785331/meta-region-server: CHANGED 2024-11-09T16:22:36,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,44007,1731169353924}] 2024-11-09T16:22:36,682 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:22:36,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:22:36,696 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:22:36,696 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:22:36,696 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:22:36,700 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C44007%2C1731169353924.meta, suffix=.meta, logDir=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924, archiveDir=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/oldWALs, maxLogs=10 2024-11-09T16:22:36,718 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.meta.1731169356701.meta, exclude list is [], retry=0 2024-11-09T16:22:36,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44433,DS-ee35fbef-3239-4e11-8175-e1b231269c06,DISK] 2024-11-09T16:22:36,724 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.meta.1731169356701.meta 2024-11-09T16:22:36,725 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46435:46435)] 2024-11-09T16:22:36,725 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:22:36,725 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:22:36,725 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:22:36,725 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:22:36,725 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:22:36,726 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:22:36,726 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:36,726 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:22:36,726 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:22:36,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:22:36,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:22:36,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:36,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:36,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:22:36,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:22:36,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:36,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:36,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:22:36,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:22:36,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:36,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:36,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:22:36,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:22:36,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:36,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:36,737 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:22:36,738 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740 2024-11-09T16:22:36,741 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740 2024-11-09T16:22:36,742 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:22:36,742 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:22:36,743 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:22:36,744 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:22:36,745 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62793189, jitterRate=-0.06430856883525848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:22:36,745 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:22:36,746 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169356726Writing region info on filesystem at 1731169356726Initializing all the Stores at 1731169356726Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169356726Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169356728 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169356728Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169356728Cleaning up temporary data from old regions at 1731169356742 (+14 ms)Running coprocessor post-open hooks at 1731169356745 (+3 ms)Region opened successfully at 1731169356745 2024-11-09T16:22:36,746 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169356680 2024-11-09T16:22:36,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,44007,1731169353924 2024-11-09T16:22:36,751 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,44007,1731169353924, state=OPEN 2024-11-09T16:22:36,752 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:22:36,752 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:22:36,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0384785331/meta-region-server 2024-11-09T16:22:36,807 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,44007,1731169353924 2024-11-09T16:22:36,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0384785331/meta-region-server: CHANGED 2024-11-09T16:22:36,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0384785331/meta-region-server 2024-11-09T16:22:36,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0384785331/meta-region-server: CHANGED 2024-11-09T16:22:36,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:22:36,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,44007,1731169353924 in 287 msec 2024-11-09T16:22:36,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:22:36,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 753 msec 2024-11-09T16:22:36,814 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:22:36,814 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:22:36,815 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:36,815 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,44007,1731169353924, seqNum=-1] 2024-11-09T16:22:36,815 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:36,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:22:36,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 874 msec 2024-11-09T16:22:36,830 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169356830, completionTime=-1 2024-11-09T16:22:36,830 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:22:36,830 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:22:36,832 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:22:36,832 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169416832 2024-11-09T16:22:36,832 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169476832 2024-11-09T16:22:36,832 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T16:22:36,833 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44161,1731169353582-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,833 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44161,1731169353582-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,833 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44161,1731169353582-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,833 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:44161, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,833 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,833 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,837 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:22:36,838 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.843sec 2024-11-09T16:22:36,838 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:22:36,838 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:22:36,838 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:22:36,838 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:22:36,838 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:22:36,838 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44161,1731169353582-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:22:36,838 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44161,1731169353582-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:22:36,840 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:22:36,840 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:22:36,840 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,44161,1731169353582-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:36,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3310de14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:36,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,44161,-1 for getting cluster id 2024-11-09T16:22:36,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:36,863 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8426736a-3c6b-4cd9-9353-70a1d6c84b3b' 2024-11-09T16:22:36,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:36,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8426736a-3c6b-4cd9-9353-70a1d6c84b3b" 2024-11-09T16:22:36,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5aec7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:36,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,44161,-1] 2024-11-09T16:22:36,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:36,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:36,865 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:36,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca02491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:36,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:36,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,44007,1731169353924, seqNum=-1] 2024-11-09T16:22:36,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:36,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:22:36,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,44161,1731169353582 2024-11-09T16:22:36,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58087 2024-11-09T16:22:36,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:22:36,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012067f2a90002 connected 2024-11-09T16:22:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/hadoop.log.dir so I do NOT create it in target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4 2024-11-09T16:22:36,899 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:22:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/hadoop.tmp.dir so I do NOT create it in target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4 2024-11-09T16:22:36,899 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:22:36,899 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4 2024-11-09T16:22:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:22:36,899 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/cluster_1f104272-210d-6368-26ac-c476b7519ded, deleteOnExit=true 2024-11-09T16:22:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:22:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/test.cache.data in system properties and HBase conf 2024-11-09T16:22:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:22:36,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:22:36,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:22:36,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:22:36,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:22:36,900 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:22:36,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:22:36,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:22:36,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:22:36,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:22:36,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:22:36,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:22:36,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:22:36,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:22:36,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:22:36,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:22:36,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:22:36,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:22:36,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:22:36,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:22:37,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:22:37,474 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:22:37,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:22:37,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:22:37,492 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:22:37,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:22:37,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4810c33e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:22:37,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25b8fb61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:22:37,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fcc7ac5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/java.io.tmpdir/jetty-localhost-46273-hadoop-hdfs-3_4_1-tests_jar-_-any-10365109244543741884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:22:37,624 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46411012{HTTP/1.1, (http/1.1)}{localhost:46273} 2024-11-09T16:22:37,624 INFO [Time-limited test {}] server.Server(415): Started @321213ms 2024-11-09T16:22:38,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:22:38,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:22:38,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:22:38,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:22:38,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:22:38,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@326cb3a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:22:38,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cb611e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:22:38,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d77f796{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/java.io.tmpdir/jetty-localhost-39809-hadoop-hdfs-3_4_1-tests_jar-_-any-14166798813976755429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:22:38,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f556e7f{HTTP/1.1, (http/1.1)}{localhost:39809} 2024-11-09T16:22:38,136 INFO [Time-limited test {}] server.Server(415): Started @321725ms 2024-11-09T16:22:38,137 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:22:40,285 WARN [Thread-4425 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/cluster_1f104272-210d-6368-26ac-c476b7519ded/data/data2/current/BP-1514531800-172.17.0.3-1731169356922/current, will proceed with Du for space computation calculation, 2024-11-09T16:22:40,285 WARN [Thread-4424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/cluster_1f104272-210d-6368-26ac-c476b7519ded/data/data1/current/BP-1514531800-172.17.0.3-1731169356922/current, will proceed with Du for space computation calculation, 2024-11-09T16:22:40,304 WARN [Thread-4412 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:22:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3a17cb86a65fafc with lease ID 0x6a6f422c66032724: Processing first storage report for DS-bb3cf8cc-d217-4270-867b-51b2d144b95b from datanode DatanodeRegistration(127.0.0.1:41853, datanodeUuid=d9931bb9-c3f1-444d-a966-2085fc2466b7, infoPort=39701, infoSecurePort=0, ipcPort=34025, storageInfo=lv=-57;cid=testClusterID;nsid=1678864537;c=1731169356922) 2024-11-09T16:22:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3a17cb86a65fafc with lease ID 0x6a6f422c66032724: from storage DS-bb3cf8cc-d217-4270-867b-51b2d144b95b node DatanodeRegistration(127.0.0.1:41853, datanodeUuid=d9931bb9-c3f1-444d-a966-2085fc2466b7, infoPort=39701, infoSecurePort=0, ipcPort=34025, storageInfo=lv=-57;cid=testClusterID;nsid=1678864537;c=1731169356922), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:22:40,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3a17cb86a65fafc with lease ID 0x6a6f422c66032724: Processing first storage report for DS-a1a2b98d-d00c-4f1e-b84c-8704d4888f5b from datanode DatanodeRegistration(127.0.0.1:41853, datanodeUuid=d9931bb9-c3f1-444d-a966-2085fc2466b7, infoPort=39701, infoSecurePort=0, ipcPort=34025, storageInfo=lv=-57;cid=testClusterID;nsid=1678864537;c=1731169356922) 2024-11-09T16:22:40,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3a17cb86a65fafc with lease ID 0x6a6f422c66032724: from storage DS-a1a2b98d-d00c-4f1e-b84c-8704d4888f5b node DatanodeRegistration(127.0.0.1:41853, datanodeUuid=d9931bb9-c3f1-444d-a966-2085fc2466b7, infoPort=39701, infoSecurePort=0, ipcPort=34025, storageInfo=lv=-57;cid=testClusterID;nsid=1678864537;c=1731169356922), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:22:40,364 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4 2024-11-09T16:22:40,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:40,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:40,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:22:40,772 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797 with version=8 2024-11-09T16:22:40,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/hbase-staging 2024-11-09T16:22:40,774 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:22:40,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:40,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:40,775 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:22:40,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:40,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:22:40,775 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:22:40,775 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:22:40,775 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34557 2024-11-09T16:22:40,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34557 connecting to ZooKeeper ensemble=127.0.0.1:58087 2024-11-09T16:22:40,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345570x0, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:22:40,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34557-0x1012067f2a90003 connected 2024-11-09T16:22:41,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:41,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:41,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Set watcher on znode that does not yet exist, /1-748099504/running 2024-11-09T16:22:41,375 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797, hbase.cluster.distributed=false 2024-11-09T16:22:41,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Set watcher on znode that does not yet exist, /1-748099504/acl 2024-11-09T16:22:41,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34557 2024-11-09T16:22:41,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34557 2024-11-09T16:22:41,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34557 2024-11-09T16:22:41,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34557 2024-11-09T16:22:41,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34557 2024-11-09T16:22:41,414 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:22:41,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:41,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:41,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:22:41,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:41,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:22:41,415 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:22:41,415 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:22:41,416 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33001 2024-11-09T16:22:41,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33001 connecting to ZooKeeper ensemble=127.0.0.1:58087 2024-11-09T16:22:41,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:41,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:41,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330010x0, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:22:41,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330010x0, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Set watcher on znode that does not yet exist, /1-748099504/running 2024-11-09T16:22:41,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33001-0x1012067f2a90004 connected 2024-11-09T16:22:41,485 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:22:41,486 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:22:41,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Set watcher on znode that does not yet exist, /1-748099504/master 2024-11-09T16:22:41,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Set watcher on znode that does not yet exist, /1-748099504/acl 2024-11-09T16:22:41,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33001 2024-11-09T16:22:41,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33001 2024-11-09T16:22:41,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33001 2024-11-09T16:22:41,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33001 2024-11-09T16:22:41,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33001 2024-11-09T16:22:41,514 DEBUG [M:0;efe6b43736f4:34557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:34557 2024-11-09T16:22:41,515 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-748099504/backup-masters/efe6b43736f4,34557,1731169360774 2024-11-09T16:22:41,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504/backup-masters 2024-11-09T16:22:41,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504/backup-masters 2024-11-09T16:22:41,563 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Set watcher on existing znode=/1-748099504/backup-masters/efe6b43736f4,34557,1731169360774 2024-11-09T16:22:41,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504 2024-11-09T16:22:41,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-748099504/master 2024-11-09T16:22:41,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504 2024-11-09T16:22:41,583 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Set watcher on existing znode=/1-748099504/master 2024-11-09T16:22:41,583 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-748099504/backup-masters/efe6b43736f4,34557,1731169360774 from backup master directory 2024-11-09T16:22:41,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-748099504/backup-masters/efe6b43736f4,34557,1731169360774 2024-11-09T16:22:41,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504/backup-masters 2024-11-09T16:22:41,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504/backup-masters 2024-11-09T16:22:41,593 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:22:41,593 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,34557,1731169360774 2024-11-09T16:22:41,596 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/hbase.id] with ID: bb529b4b-17cc-45ae-bc05-faeb53e4873e 2024-11-09T16:22:41,596 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/.tmp/hbase.id 2024-11-09T16:22:41,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:22:42,003 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/.tmp/hbase.id]:[hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/hbase.id] 2024-11-09T16:22:42,010 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:42,011 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:22:42,011 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T16:22:42,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504 2024-11-09T16:22:42,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504 2024-11-09T16:22:42,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:22:42,228 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:22:42,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:42,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:42,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:42,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:42,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:42,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:42,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:42,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:42,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:42,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:42,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:42,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:42,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:42,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:42,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:42,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:42,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:42,430 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:22:42,431 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:22:42,431 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:22:42,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:22:42,838 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store 2024-11-09T16:22:42,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:22:42,844 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:42,844 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:22:42,844 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:42,844 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:42,844 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:22:42,844 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:42,844 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:42,844 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169362844Disabling compacts and flushes for region at 1731169362844Disabling writes for close at 1731169362844Writing region close event to WAL at 1731169362844Closed at 1731169362844 2024-11-09T16:22:42,845 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/.initializing 2024-11-09T16:22:42,845 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/WALs/efe6b43736f4,34557,1731169360774 2024-11-09T16:22:42,845 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:22:42,847 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C34557%2C1731169360774, suffix=, logDir=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/WALs/efe6b43736f4,34557,1731169360774, archiveDir=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/oldWALs, maxLogs=10 2024-11-09T16:22:42,865 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/WALs/efe6b43736f4,34557,1731169360774/efe6b43736f4%2C34557%2C1731169360774.1731169362847, exclude list is [], retry=0 2024-11-09T16:22:42,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41853,DS-bb3cf8cc-d217-4270-867b-51b2d144b95b,DISK] 2024-11-09T16:22:42,869 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/WALs/efe6b43736f4,34557,1731169360774/efe6b43736f4%2C34557%2C1731169360774.1731169362847 2024-11-09T16:22:42,869 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39701:39701)] 2024-11-09T16:22:42,869 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:22:42,870 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:42,870 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:42,870 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:42,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:42,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:22:42,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:42,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:42,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:42,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:22:42,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:42,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:42,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:42,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:22:42,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:42,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:42,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:42,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:22:42,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:42,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:42,876 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:42,877 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:42,877 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:42,878 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:42,878 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:42,878 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:22:42,879 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:42,885 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:22:42,885 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68271055, jitterRate=0.017317995429039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:22:42,885 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169362870Initializing all the Stores at 1731169362871 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169362871Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169362871Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169362871Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169362871Cleaning up temporary data from old regions at 1731169362878 (+7 ms)Region opened successfully at 1731169362885 (+7 ms) 2024-11-09T16:22:42,885 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:22:42,887 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674b1881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:22:42,888 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:22:42,888 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:22:42,888 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:22:42,888 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:22:42,888 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:22:42,889 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:22:42,889 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:22:42,893 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:22:42,894 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Unable to get data of znode /1-748099504/balancer because node does not exist (not necessarily an error) 2024-11-09T16:22:42,898 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-748099504/balancer already deleted, retry=false 2024-11-09T16:22:42,898 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:22:42,899 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Unable to get data of znode /1-748099504/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:22:42,909 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-748099504/normalizer already deleted, retry=false 2024-11-09T16:22:42,909 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:22:42,909 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Unable to get data of znode /1-748099504/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:22:42,919 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-748099504/switch/split already deleted, retry=false 2024-11-09T16:22:42,920 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Unable to get data of znode /1-748099504/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:22:42,930 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-748099504/switch/merge already deleted, retry=false 2024-11-09T16:22:42,931 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Unable to get data of znode /1-748099504/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:22:42,940 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-748099504/snapshot-cleanup already deleted, retry=false 2024-11-09T16:22:42,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-748099504/running 2024-11-09T16:22:42,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-748099504/running 2024-11-09T16:22:42,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504 2024-11-09T16:22:42,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504 2024-11-09T16:22:42,951 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,34557,1731169360774, sessionid=0x1012067f2a90003, setting cluster-up flag (Was=false) 2024-11-09T16:22:42,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504 2024-11-09T16:22:42,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504 2024-11-09T16:22:43,004 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-748099504/flush-table-proc/acquired, /1-748099504/flush-table-proc/reached, /1-748099504/flush-table-proc/abort 2024-11-09T16:22:43,005 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,34557,1731169360774 2024-11-09T16:22:43,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504 2024-11-09T16:22:43,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504 2024-11-09T16:22:43,056 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-748099504/online-snapshot/acquired, /1-748099504/online-snapshot/reached, /1-748099504/online-snapshot/abort 2024-11-09T16:22:43,057 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,34557,1731169360774 2024-11-09T16:22:43,058 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:22:43,059 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:22:43,059 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:22:43,059 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:22:43,060 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,34557,1731169360774 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:22:43,060 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:22:43,061 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:22:43,061 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:22:43,061 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:22:43,061 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:22:43,061 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:43,061 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:22:43,061 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:43,069 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:22:43,069 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:22:43,071 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:43,071 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:22:43,080 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169393080 2024-11-09T16:22:43,080 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:22:43,081 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:22:43,081 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:22:43,081 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:22:43,081 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:22:43,081 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:22:43,085 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,088 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:22:43,089 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:22:43,089 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:22:43,089 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:22:43,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:22:43,090 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:22:43,090 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:22:43,090 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:22:43,090 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797 2024-11-09T16:22:43,091 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169363090,5,FailOnTimeoutGroup] 2024-11-09T16:22:43,091 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169363091,5,FailOnTimeoutGroup] 2024-11-09T16:22:43,091 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,091 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:22:43,091 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,091 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741832_1008 (size=32) 2024-11-09T16:22:43,102 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(746): ClusterId : bb529b4b-17cc-45ae-bc05-faeb53e4873e 2024-11-09T16:22:43,102 DEBUG [RS:0;efe6b43736f4:33001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:22:43,109 DEBUG [RS:0;efe6b43736f4:33001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:22:43,109 DEBUG [RS:0;efe6b43736f4:33001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:22:43,120 DEBUG [RS:0;efe6b43736f4:33001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:22:43,120 DEBUG [RS:0;efe6b43736f4:33001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5b3be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:22:43,138 DEBUG [RS:0;efe6b43736f4:33001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:33001 2024-11-09T16:22:43,139 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:22:43,139 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:22:43,139 DEBUG [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:22:43,139 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,34557,1731169360774 with port=33001, startcode=1731169361414 2024-11-09T16:22:43,140 DEBUG [RS:0;efe6b43736f4:33001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:22:43,141 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:22:43,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,33001,1731169361414 2024-11-09T16:22:43,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34557 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,33001,1731169361414 2024-11-09T16:22:43,143 DEBUG [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797 2024-11-09T16:22:43,143 DEBUG [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36121 2024-11-09T16:22:43,143 DEBUG [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:22:43,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504/rs 2024-11-09T16:22:43,151 DEBUG [RS:0;efe6b43736f4:33001 {}] zookeeper.ZKUtil(111): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Set watcher on existing znode=/1-748099504/rs/efe6b43736f4,33001,1731169361414 2024-11-09T16:22:43,151 WARN [RS:0;efe6b43736f4:33001 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:22:43,151 INFO [RS:0;efe6b43736f4:33001 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:22:43,151 DEBUG [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/WALs/efe6b43736f4,33001,1731169361414 2024-11-09T16:22:43,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,33001,1731169361414] 2024-11-09T16:22:43,157 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:22:43,160 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:22:43,160 INFO [RS:0;efe6b43736f4:33001 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:22:43,160 INFO [RS:0;efe6b43736f4:33001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,161 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:22:43,161 INFO [RS:0;efe6b43736f4:33001 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:22:43,161 INFO [RS:0;efe6b43736f4:33001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,161 DEBUG [RS:0;efe6b43736f4:33001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:43,161 DEBUG [RS:0;efe6b43736f4:33001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:43,161 DEBUG [RS:0;efe6b43736f4:33001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:43,161 DEBUG [RS:0;efe6b43736f4:33001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:43,161 DEBUG [RS:0;efe6b43736f4:33001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:43,162 DEBUG [RS:0;efe6b43736f4:33001 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:22:43,162 DEBUG [RS:0;efe6b43736f4:33001 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:43,162 DEBUG [RS:0;efe6b43736f4:33001 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:43,162 DEBUG [RS:0;efe6b43736f4:33001 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:43,162 DEBUG [RS:0;efe6b43736f4:33001 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:43,162 DEBUG [RS:0;efe6b43736f4:33001 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:43,162 DEBUG [RS:0;efe6b43736f4:33001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:43,162 DEBUG [RS:0;efe6b43736f4:33001 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:22:43,162 DEBUG [RS:0;efe6b43736f4:33001 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:22:43,162 INFO [RS:0;efe6b43736f4:33001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,162 INFO [RS:0;efe6b43736f4:33001 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,162 INFO [RS:0;efe6b43736f4:33001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,162 INFO [RS:0;efe6b43736f4:33001 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,162 INFO [RS:0;efe6b43736f4:33001 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,162 INFO [RS:0;efe6b43736f4:33001 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,33001,1731169361414-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:22:43,180 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:22:43,180 INFO [RS:0;efe6b43736f4:33001 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,33001,1731169361414-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,180 INFO [RS:0;efe6b43736f4:33001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,180 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.Replication(171): efe6b43736f4,33001,1731169361414 started 2024-11-09T16:22:43,196 INFO [RS:0;efe6b43736f4:33001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,196 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,33001,1731169361414, RpcServer on efe6b43736f4/172.17.0.3:33001, sessionid=0x1012067f2a90004 2024-11-09T16:22:43,196 DEBUG [RS:0;efe6b43736f4:33001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:22:43,196 DEBUG [RS:0;efe6b43736f4:33001 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,33001,1731169361414 2024-11-09T16:22:43,196 DEBUG [RS:0;efe6b43736f4:33001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,33001,1731169361414' 2024-11-09T16:22:43,196 DEBUG [RS:0;efe6b43736f4:33001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-748099504/flush-table-proc/abort' 2024-11-09T16:22:43,197 DEBUG [RS:0;efe6b43736f4:33001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-748099504/flush-table-proc/acquired' 2024-11-09T16:22:43,197 DEBUG [RS:0;efe6b43736f4:33001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:22:43,197 DEBUG [RS:0;efe6b43736f4:33001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:22:43,197 DEBUG [RS:0;efe6b43736f4:33001 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,33001,1731169361414 2024-11-09T16:22:43,197 DEBUG [RS:0;efe6b43736f4:33001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,33001,1731169361414' 2024-11-09T16:22:43,197 DEBUG [RS:0;efe6b43736f4:33001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-748099504/online-snapshot/abort' 2024-11-09T16:22:43,197 DEBUG [RS:0;efe6b43736f4:33001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-748099504/online-snapshot/acquired' 2024-11-09T16:22:43,198 DEBUG [RS:0;efe6b43736f4:33001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:22:43,198 INFO [RS:0;efe6b43736f4:33001 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:22:43,198 INFO [RS:0;efe6b43736f4:33001 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:22:43,298 INFO [RS:0;efe6b43736f4:33001 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:22:43,300 INFO [RS:0;efe6b43736f4:33001 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C33001%2C1731169361414, suffix=, logDir=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/WALs/efe6b43736f4,33001,1731169361414, archiveDir=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/oldWALs, maxLogs=10 2024-11-09T16:22:43,317 DEBUG [RS:0;efe6b43736f4:33001 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/WALs/efe6b43736f4,33001,1731169361414/efe6b43736f4%2C33001%2C1731169361414.1731169363300, exclude list is [], retry=0 2024-11-09T16:22:43,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41853,DS-bb3cf8cc-d217-4270-867b-51b2d144b95b,DISK] 2024-11-09T16:22:43,320 INFO [RS:0;efe6b43736f4:33001 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/WALs/efe6b43736f4,33001,1731169361414/efe6b43736f4%2C33001%2C1731169361414.1731169363300 2024-11-09T16:22:43,322 DEBUG [RS:0;efe6b43736f4:33001 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39701:39701)] 2024-11-09T16:22:43,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:43,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:22:43,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:22:43,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:43,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:43,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:22:43,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:22:43,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:43,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:43,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:22:43,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:22:43,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:43,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:43,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:22:43,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:22:43,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:43,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:43,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:22:43,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740 2024-11-09T16:22:43,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740 2024-11-09T16:22:43,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:22:43,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:22:43,507 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:22:43,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:22:43,509 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:22:43,510 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71218679, jitterRate=0.061241015791893005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:22:43,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169363500Initializing all the Stores at 1731169363501 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169363501Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169363501Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169363501Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169363501Cleaning up temporary data from old regions at 1731169363507 (+6 ms)Region opened successfully at 1731169363510 (+3 ms) 2024-11-09T16:22:43,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:22:43,510 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:22:43,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:22:43,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:22:43,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:22:43,510 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:22:43,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169363510Disabling compacts and flushes for region at 1731169363510Disabling writes for close at 1731169363510Writing region close event to WAL at 1731169363510Closed at 1731169363510 2024-11-09T16:22:43,511 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:22:43,511 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:22:43,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:22:43,512 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:22:43,512 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:22:43,663 DEBUG [efe6b43736f4:34557 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:22:43,663 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,33001,1731169361414 2024-11-09T16:22:43,664 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,33001,1731169361414, state=OPENING 2024-11-09T16:22:43,702 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:22:43,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504 2024-11-09T16:22:43,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504 2024-11-09T16:22:43,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-748099504/meta-region-server: CHANGED 2024-11-09T16:22:43,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-748099504/meta-region-server: CHANGED 2024-11-09T16:22:43,720 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:22:43,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,33001,1731169361414}] 2024-11-09T16:22:43,871 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:22:43,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:22:43,875 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:22:43,875 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:22:43,875 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:22:43,876 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C33001%2C1731169361414.meta, suffix=.meta, logDir=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/WALs/efe6b43736f4,33001,1731169361414, archiveDir=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/oldWALs, maxLogs=10 2024-11-09T16:22:43,888 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/WALs/efe6b43736f4,33001,1731169361414/efe6b43736f4%2C33001%2C1731169361414.meta.1731169363876.meta, exclude list is [], retry=0 2024-11-09T16:22:43,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41853,DS-bb3cf8cc-d217-4270-867b-51b2d144b95b,DISK] 2024-11-09T16:22:43,890 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/WALs/efe6b43736f4,33001,1731169361414/efe6b43736f4%2C33001%2C1731169361414.meta.1731169363876.meta 2024-11-09T16:22:43,891 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39701:39701)] 2024-11-09T16:22:43,891 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:22:43,891 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:22:43,891 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:22:43,891 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:22:43,891 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:22:43,891 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:22:43,891 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:43,891 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:22:43,891 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:22:43,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:22:43,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:22:43,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:43,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:43,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:22:43,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:22:43,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:43,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:43,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:22:43,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:22:43,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:43,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:43,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:22:43,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:22:43,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:43,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:43,896 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:22:43,896 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740 2024-11-09T16:22:43,897 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740 2024-11-09T16:22:43,897 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:22:43,897 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:22:43,898 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:22:43,898 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:22:43,899 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62323595, jitterRate=-0.07130606472492218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:22:43,899 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:22:43,899 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169363891Writing region info on filesystem at 1731169363891Initializing all the Stores at 1731169363892 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169363892Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169363892Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169363892Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169363892Cleaning up temporary data from old regions at 1731169363897 (+5 ms)Running coprocessor post-open hooks at 1731169363899 (+2 ms)Region opened successfully at 1731169363899 2024-11-09T16:22:43,899 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169363871 2024-11-09T16:22:43,901 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:22:43,901 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:22:43,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,33001,1731169361414 2024-11-09T16:22:43,902 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,33001,1731169361414, state=OPEN 2024-11-09T16:22:43,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-748099504/meta-region-server 2024-11-09T16:22:43,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-748099504/meta-region-server 2024-11-09T16:22:43,909 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,33001,1731169361414 2024-11-09T16:22:43,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-748099504/meta-region-server: CHANGED 2024-11-09T16:22:43,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-748099504/meta-region-server: CHANGED 2024-11-09T16:22:43,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:22:43,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,33001,1731169361414 in 189 msec 2024-11-09T16:22:43,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:22:43,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-11-09T16:22:43,911 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:22:43,911 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:22:43,912 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:43,912 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,33001,1731169361414, seqNum=-1] 2024-11-09T16:22:43,912 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:43,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:22:43,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 857 msec 2024-11-09T16:22:43,916 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169363916, completionTime=-1 2024-11-09T16:22:43,916 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:22:43,916 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:22:43,918 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:22:43,918 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169423918 2024-11-09T16:22:43,918 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169483918 2024-11-09T16:22:43,918 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T16:22:43,919 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34557,1731169360774-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,919 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34557,1731169360774-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,919 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34557,1731169360774-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,919 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:34557, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,919 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,920 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:43,921 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:22:43,922 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.329sec 2024-11-09T16:22:43,922 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:22:43,922 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:22:43,922 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:22:43,922 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:22:43,922 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:22:43,922 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34557,1731169360774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:22:43,922 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34557,1731169360774-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:22:43,924 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:22:43,924 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:22:43,924 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,34557,1731169360774-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:44,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5e343c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:44,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34557,-1 for getting cluster id 2024-11-09T16:22:44,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:44,004 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb529b4b-17cc-45ae-bc05-faeb53e4873e' 2024-11-09T16:22:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb529b4b-17cc-45ae-bc05-faeb53e4873e" 2024-11-09T16:22:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148b9524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34557,-1] 2024-11-09T16:22:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:44,006 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:44,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f68c76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:44,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:44,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,33001,1731169361414, seqNum=-1] 2024-11-09T16:22:44,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:44,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:22:44,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,34557,1731169360774 2024-11-09T16:22:44,011 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58087 2024-11-09T16:22:44,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:22:44,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012067f2a90005 connected 2024-11-09T16:22:44,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/hadoop.log.dir so I do NOT create it in target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3 2024-11-09T16:22:44,035 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T16:22:44,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/hadoop.tmp.dir so I do NOT create it in target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3 2024-11-09T16:22:44,035 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T16:22:44,036 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3 2024-11-09T16:22:44,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T16:22:44,036 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/cluster_6d098a81-c6d6-4ead-bbfb-04472122c874, deleteOnExit=true 2024-11-09T16:22:44,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T16:22:44,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/test.cache.data in system properties and HBase conf 2024-11-09T16:22:44,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T16:22:44,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/hadoop.log.dir in system properties and HBase conf 2024-11-09T16:22:44,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T16:22:44,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T16:22:44,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T16:22:44,036 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T16:22:44,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:22:44,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T16:22:44,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T16:22:44,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:22:44,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T16:22:44,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T16:22:44,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T16:22:44,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:22:44,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T16:22:44,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/nfs.dump.dir in system properties and HBase conf 2024-11-09T16:22:44,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/java.io.tmpdir in system properties and HBase conf 2024-11-09T16:22:44,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T16:22:44,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T16:22:44,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T16:22:44,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:22:44,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:22:44,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:22:44,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:22:44,548 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T16:22:44,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:22:44,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@144e469{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:22:44,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72194659{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:22:44,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5aa22e21{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/java.io.tmpdir/jetty-localhost-43173-hadoop-hdfs-3_4_1-tests_jar-_-any-12681935970273299945/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:22:44,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e08c85{HTTP/1.1, (http/1.1)}{localhost:43173} 2024-11-09T16:22:44,664 INFO [Time-limited test {}] server.Server(415): Started @328253ms 2024-11-09T16:22:45,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T16:22:45,018 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T16:22:45,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T16:22:45,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T16:22:45,021 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T16:22:45,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2960a674{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/hadoop.log.dir/,AVAILABLE} 2024-11-09T16:22:45,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37dd00a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T16:22:45,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4710b03d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/java.io.tmpdir/jetty-localhost-40145-hadoop-hdfs-3_4_1-tests_jar-_-any-11145131047373667992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:22:45,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37f82eca{HTTP/1.1, (http/1.1)}{localhost:40145} 2024-11-09T16:22:45,133 INFO [Time-limited test {}] server.Server(415): Started @328722ms 2024-11-09T16:22:45,134 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T16:22:45,813 WARN [Thread-4546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/cluster_6d098a81-c6d6-4ead-bbfb-04472122c874/data/data2/current/BP-728167950-172.17.0.3-1731169364061/current, will proceed with Du for space computation calculation, 2024-11-09T16:22:45,813 WARN [Thread-4545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/cluster_6d098a81-c6d6-4ead-bbfb-04472122c874/data/data1/current/BP-728167950-172.17.0.3-1731169364061/current, will proceed with Du for space computation calculation, 2024-11-09T16:22:45,840 WARN [Thread-4533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T16:22:45,843 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e747b447db4bb67 with lease ID 0xc2d702a219b09c0f: Processing first storage report for DS-2c35c175-0da7-41e3-9f0b-d9b1107fc654 from datanode DatanodeRegistration(127.0.0.1:39267, datanodeUuid=e9d18100-6083-498f-80f0-91c2ca8140cf, infoPort=46699, infoSecurePort=0, ipcPort=44839, storageInfo=lv=-57;cid=testClusterID;nsid=560275322;c=1731169364061) 2024-11-09T16:22:45,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e747b447db4bb67 with lease ID 0xc2d702a219b09c0f: from storage DS-2c35c175-0da7-41e3-9f0b-d9b1107fc654 node DatanodeRegistration(127.0.0.1:39267, datanodeUuid=e9d18100-6083-498f-80f0-91c2ca8140cf, infoPort=46699, infoSecurePort=0, ipcPort=44839, storageInfo=lv=-57;cid=testClusterID;nsid=560275322;c=1731169364061), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T16:22:45,843 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e747b447db4bb67 with lease ID 0xc2d702a219b09c0f: Processing first storage report for DS-1b4ab42b-b509-492c-b7cd-db7faead83c5 from datanode DatanodeRegistration(127.0.0.1:39267, datanodeUuid=e9d18100-6083-498f-80f0-91c2ca8140cf, infoPort=46699, infoSecurePort=0, ipcPort=44839, storageInfo=lv=-57;cid=testClusterID;nsid=560275322;c=1731169364061) 2024-11-09T16:22:45,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e747b447db4bb67 with lease ID 0xc2d702a219b09c0f: from storage DS-1b4ab42b-b509-492c-b7cd-db7faead83c5 node DatanodeRegistration(127.0.0.1:39267, datanodeUuid=e9d18100-6083-498f-80f0-91c2ca8140cf, infoPort=46699, infoSecurePort=0, ipcPort=44839, storageInfo=lv=-57;cid=testClusterID;nsid=560275322;c=1731169364061), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T16:22:45,892 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3 2024-11-09T16:22:45,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:45,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:45,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741825_1001 (size=7) 2024-11-09T16:22:46,304 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df with version=8 2024-11-09T16:22:46,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/hbase-staging 2024-11-09T16:22:46,307 INFO [Time-limited test {}] client.ConnectionUtils(128): master/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:22:46,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:46,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:46,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:22:46,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:46,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:22:46,307 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T16:22:46,307 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:22:46,308 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45373 2024-11-09T16:22:46,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45373 connecting to ZooKeeper ensemble=127.0.0.1:58087 2024-11-09T16:22:46,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453730x0, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:22:46,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45373-0x1012067f2a90006 connected 2024-11-09T16:22:46,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:46,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:46,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Set watcher on znode that does not yet exist, /2-852914172/running 2024-11-09T16:22:46,398 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df, hbase.cluster.distributed=false 2024-11-09T16:22:46,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Set watcher on znode that does not yet exist, /2-852914172/acl 2024-11-09T16:22:46,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45373 2024-11-09T16:22:46,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45373 2024-11-09T16:22:46,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45373 2024-11-09T16:22:46,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45373 2024-11-09T16:22:46,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45373 2024-11-09T16:22:46,419 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/efe6b43736f4:0 server-side Connection retries=45 2024-11-09T16:22:46,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:46,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:46,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T16:22:46,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T16:22:46,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T16:22:46,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T16:22:46,420 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T16:22:46,421 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36687 2024-11-09T16:22:46,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36687 connecting to ZooKeeper ensemble=127.0.0.1:58087 2024-11-09T16:22:46,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:46,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:46,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366870x0, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:22:46,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366870x0, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Set watcher on znode that does not yet exist, /2-852914172/running 2024-11-09T16:22:46,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36687-0x1012067f2a90007 connected 2024-11-09T16:22:46,435 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T16:22:46,436 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T16:22:46,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Set watcher on znode that does not yet exist, /2-852914172/master 2024-11-09T16:22:46,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Set watcher on znode that does not yet exist, /2-852914172/acl 2024-11-09T16:22:46,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36687 2024-11-09T16:22:46,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36687 2024-11-09T16:22:46,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36687 2024-11-09T16:22:46,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36687 2024-11-09T16:22:46,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36687 2024-11-09T16:22:46,463 DEBUG [M:0;efe6b43736f4:45373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;efe6b43736f4:45373 2024-11-09T16:22:46,464 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-852914172/backup-masters/efe6b43736f4,45373,1731169366306 2024-11-09T16:22:46,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172/backup-masters 2024-11-09T16:22:46,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172/backup-masters 2024-11-09T16:22:46,475 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Set watcher on existing znode=/2-852914172/backup-masters/efe6b43736f4,45373,1731169366306 2024-11-09T16:22:46,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172 2024-11-09T16:22:46,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-852914172/master 2024-11-09T16:22:46,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172 2024-11-09T16:22:46,496 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Set watcher on existing znode=/2-852914172/master 2024-11-09T16:22:46,497 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-852914172/backup-masters/efe6b43736f4,45373,1731169366306 from backup master directory 2024-11-09T16:22:46,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-852914172/backup-masters/efe6b43736f4,45373,1731169366306 2024-11-09T16:22:46,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172/backup-masters 2024-11-09T16:22:46,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172/backup-masters 2024-11-09T16:22:46,508 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:22:46,509 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=efe6b43736f4,45373,1731169366306 2024-11-09T16:22:46,511 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/hbase.id] with ID: 06f226b6-8efb-47d4-a725-46dbe7963d3b 2024-11-09T16:22:46,511 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/.tmp/hbase.id 2024-11-09T16:22:46,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741826_1002 (size=42) 2024-11-09T16:22:46,915 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/.tmp/hbase.id]:[hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/hbase.id] 2024-11-09T16:22:46,925 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:46,925 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T16:22:46,926 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T16:22:46,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172 2024-11-09T16:22:46,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172 2024-11-09T16:22:46,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741827_1003 (size=196) 2024-11-09T16:22:46,943 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:22:46,944 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T16:22:46,945 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:22:46,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741828_1004 (size=1189) 2024-11-09T16:22:46,951 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store 2024-11-09T16:22:46,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741829_1005 (size=34) 2024-11-09T16:22:46,956 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:46,957 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:22:46,957 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:46,957 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:46,957 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:22:46,957 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:46,957 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:46,957 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169366957Disabling compacts and flushes for region at 1731169366957Disabling writes for close at 1731169366957Writing region close event to WAL at 1731169366957Closed at 1731169366957 2024-11-09T16:22:46,958 WARN [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/.initializing 2024-11-09T16:22:46,958 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/WALs/efe6b43736f4,45373,1731169366306 2024-11-09T16:22:46,959 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:22:46,960 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=efe6b43736f4%2C45373%2C1731169366306, suffix=, logDir=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/WALs/efe6b43736f4,45373,1731169366306, archiveDir=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/oldWALs, maxLogs=10 2024-11-09T16:22:46,978 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/WALs/efe6b43736f4,45373,1731169366306/efe6b43736f4%2C45373%2C1731169366306.1731169366960, exclude list is [], retry=0 2024-11-09T16:22:46,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39267,DS-2c35c175-0da7-41e3-9f0b-d9b1107fc654,DISK] 2024-11-09T16:22:46,983 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/WALs/efe6b43736f4,45373,1731169366306/efe6b43736f4%2C45373%2C1731169366306.1731169366960 2024-11-09T16:22:46,983 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46699:46699)] 2024-11-09T16:22:46,983 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:22:46,983 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:46,984 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:46,984 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:46,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:46,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T16:22:46,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:46,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:46,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:46,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T16:22:46,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:46,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:46,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:46,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T16:22:46,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:46,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:46,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:46,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T16:22:46,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:46,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:46,993 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:46,994 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:46,994 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:46,995 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:46,995 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:46,995 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:22:46,996 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T16:22:46,999 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:22:46,999 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63667400, jitterRate=-0.05128180980682373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:22:46,999 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731169366984Initializing all the Stores at 1731169366985 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169366985Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169366985Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169366985Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169366985Cleaning up temporary data from old regions at 1731169366995 (+10 ms)Region opened successfully at 1731169366999 (+4 ms) 2024-11-09T16:22:47,006 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T16:22:47,009 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1feb81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:22:47,010 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T16:22:47,010 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T16:22:47,010 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T16:22:47,010 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T16:22:47,011 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T16:22:47,011 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T16:22:47,011 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T16:22:47,014 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T16:22:47,015 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Unable to get data of znode /2-852914172/balancer because node does not exist (not necessarily an error) 2024-11-09T16:22:47,077 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-852914172/balancer already deleted, retry=false 2024-11-09T16:22:47,078 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T16:22:47,079 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Unable to get data of znode /2-852914172/normalizer because node does not exist (not necessarily an error) 2024-11-09T16:22:47,165 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-852914172/normalizer already deleted, retry=false 2024-11-09T16:22:47,166 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T16:22:47,167 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Unable to get data of znode /2-852914172/switch/split because node does not exist (not necessarily an error) 2024-11-09T16:22:47,224 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-852914172/switch/split already deleted, retry=false 2024-11-09T16:22:47,225 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Unable to get data of znode /2-852914172/switch/merge because node does not exist (not necessarily an error) 2024-11-09T16:22:47,245 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-852914172/switch/merge already deleted, retry=false 2024-11-09T16:22:47,248 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Unable to get data of znode /2-852914172/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T16:22:47,256 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-852914172/snapshot-cleanup already deleted, retry=false 2024-11-09T16:22:47,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-852914172/running 2024-11-09T16:22:47,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-852914172/running 2024-11-09T16:22:47,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172 2024-11-09T16:22:47,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172 2024-11-09T16:22:47,267 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=efe6b43736f4,45373,1731169366306, sessionid=0x1012067f2a90006, setting cluster-up flag (Was=false) 2024-11-09T16:22:47,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172 2024-11-09T16:22:47,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172 2024-11-09T16:22:47,319 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-852914172/flush-table-proc/acquired, /2-852914172/flush-table-proc/reached, /2-852914172/flush-table-proc/abort 2024-11-09T16:22:47,320 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,45373,1731169366306 2024-11-09T16:22:47,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172 2024-11-09T16:22:47,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172 2024-11-09T16:22:47,372 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-852914172/online-snapshot/acquired, /2-852914172/online-snapshot/reached, /2-852914172/online-snapshot/abort 2024-11-09T16:22:47,373 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=efe6b43736f4,45373,1731169366306 2024-11-09T16:22:47,374 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T16:22:47,376 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T16:22:47,377 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T16:22:47,377 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T16:22:47,377 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: efe6b43736f4,45373,1731169366306 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T16:22:47,378 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:22:47,378 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:22:47,378 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:22:47,378 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/efe6b43736f4:0, corePoolSize=5, maxPoolSize=5 2024-11-09T16:22:47,378 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/efe6b43736f4:0, corePoolSize=10, maxPoolSize=10 2024-11-09T16:22:47,378 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:47,378 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:22:47,378 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:47,380 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731169397379 2024-11-09T16:22:47,380 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T16:22:47,380 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T16:22:47,380 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T16:22:47,380 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T16:22:47,380 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T16:22:47,380 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T16:22:47,380 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:22:47,380 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T16:22:47,381 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:47,381 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T16:22:47,384 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:47,385 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T16:22:47,385 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T16:22:47,385 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T16:22:47,385 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T16:22:47,392 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T16:22:47,392 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T16:22:47,412 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169367392,5,FailOnTimeoutGroup] 2024-11-09T16:22:47,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741831_1007 (size=1321) 2024-11-09T16:22:47,420 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169367412,5,FailOnTimeoutGroup] 2024-11-09T16:22:47,420 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:47,421 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T16:22:47,421 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:47,421 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:47,450 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(746): ClusterId : 06f226b6-8efb-47d4-a725-46dbe7963d3b 2024-11-09T16:22:47,450 DEBUG [RS:0;efe6b43736f4:36687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T16:22:47,456 DEBUG [RS:0;efe6b43736f4:36687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T16:22:47,457 DEBUG [RS:0;efe6b43736f4:36687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T16:22:47,467 DEBUG [RS:0;efe6b43736f4:36687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T16:22:47,467 DEBUG [RS:0;efe6b43736f4:36687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36376f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=efe6b43736f4/172.17.0.3:0 2024-11-09T16:22:47,485 DEBUG [RS:0;efe6b43736f4:36687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;efe6b43736f4:36687 2024-11-09T16:22:47,486 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T16:22:47,486 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T16:22:47,486 DEBUG [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T16:22:47,486 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(2659): reportForDuty to master=efe6b43736f4,45373,1731169366306 with port=36687, startcode=1731169366419 2024-11-09T16:22:47,487 DEBUG [RS:0;efe6b43736f4:36687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T16:22:47,488 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T16:22:47,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45373 {}] master.ServerManager(363): Checking decommissioned status of RegionServer efe6b43736f4,36687,1731169366419 2024-11-09T16:22:47,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45373 {}] master.ServerManager(517): Registering regionserver=efe6b43736f4,36687,1731169366419 2024-11-09T16:22:47,490 DEBUG [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df 2024-11-09T16:22:47,490 DEBUG [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44725 2024-11-09T16:22:47,490 DEBUG [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T16:22:47,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172/rs 2024-11-09T16:22:47,539 DEBUG [RS:0;efe6b43736f4:36687 {}] zookeeper.ZKUtil(111): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Set watcher on existing znode=/2-852914172/rs/efe6b43736f4,36687,1731169366419 2024-11-09T16:22:47,539 WARN [RS:0;efe6b43736f4:36687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T16:22:47,539 INFO [RS:0;efe6b43736f4:36687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:22:47,539 DEBUG [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/WALs/efe6b43736f4,36687,1731169366419 2024-11-09T16:22:47,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [efe6b43736f4,36687,1731169366419] 2024-11-09T16:22:47,542 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T16:22:47,552 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T16:22:47,553 INFO [RS:0;efe6b43736f4:36687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T16:22:47,553 INFO [RS:0;efe6b43736f4:36687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:47,553 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T16:22:47,554 INFO [RS:0;efe6b43736f4:36687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T16:22:47,554 INFO [RS:0;efe6b43736f4:36687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:47,554 DEBUG [RS:0;efe6b43736f4:36687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:47,554 DEBUG [RS:0;efe6b43736f4:36687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:47,554 DEBUG [RS:0;efe6b43736f4:36687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:47,554 DEBUG [RS:0;efe6b43736f4:36687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:47,554 DEBUG [RS:0;efe6b43736f4:36687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:47,554 DEBUG [RS:0;efe6b43736f4:36687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/efe6b43736f4:0, corePoolSize=2, maxPoolSize=2 2024-11-09T16:22:47,554 DEBUG [RS:0;efe6b43736f4:36687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:47,554 DEBUG [RS:0;efe6b43736f4:36687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:47,554 DEBUG [RS:0;efe6b43736f4:36687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:47,554 DEBUG [RS:0;efe6b43736f4:36687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:47,554 DEBUG [RS:0;efe6b43736f4:36687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:47,554 DEBUG [RS:0;efe6b43736f4:36687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/efe6b43736f4:0, corePoolSize=1, maxPoolSize=1 2024-11-09T16:22:47,554 DEBUG [RS:0;efe6b43736f4:36687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:22:47,554 DEBUG [RS:0;efe6b43736f4:36687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/efe6b43736f4:0, corePoolSize=3, maxPoolSize=3 2024-11-09T16:22:47,560 INFO [RS:0;efe6b43736f4:36687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:47,560 INFO [RS:0;efe6b43736f4:36687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:47,560 INFO [RS:0;efe6b43736f4:36687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:47,560 INFO [RS:0;efe6b43736f4:36687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:47,561 INFO [RS:0;efe6b43736f4:36687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:47,561 INFO [RS:0;efe6b43736f4:36687 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,36687,1731169366419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:22:47,579 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T16:22:47,580 INFO [RS:0;efe6b43736f4:36687 {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,36687,1731169366419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:47,580 INFO [RS:0;efe6b43736f4:36687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:47,580 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.Replication(171): efe6b43736f4,36687,1731169366419 started 2024-11-09T16:22:47,599 INFO [RS:0;efe6b43736f4:36687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:47,599 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(1482): Serving as efe6b43736f4,36687,1731169366419, RpcServer on efe6b43736f4/172.17.0.3:36687, sessionid=0x1012067f2a90007 2024-11-09T16:22:47,599 DEBUG [RS:0;efe6b43736f4:36687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T16:22:47,599 DEBUG [RS:0;efe6b43736f4:36687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager efe6b43736f4,36687,1731169366419 2024-11-09T16:22:47,599 DEBUG [RS:0;efe6b43736f4:36687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,36687,1731169366419' 2024-11-09T16:22:47,599 DEBUG [RS:0;efe6b43736f4:36687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-852914172/flush-table-proc/abort' 2024-11-09T16:22:47,600 DEBUG [RS:0;efe6b43736f4:36687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-852914172/flush-table-proc/acquired' 2024-11-09T16:22:47,600 DEBUG [RS:0;efe6b43736f4:36687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T16:22:47,600 DEBUG [RS:0;efe6b43736f4:36687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T16:22:47,600 DEBUG [RS:0;efe6b43736f4:36687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager efe6b43736f4,36687,1731169366419 2024-11-09T16:22:47,600 DEBUG [RS:0;efe6b43736f4:36687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'efe6b43736f4,36687,1731169366419' 2024-11-09T16:22:47,600 DEBUG [RS:0;efe6b43736f4:36687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-852914172/online-snapshot/abort' 2024-11-09T16:22:47,601 DEBUG [RS:0;efe6b43736f4:36687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-852914172/online-snapshot/acquired' 2024-11-09T16:22:47,601 DEBUG [RS:0;efe6b43736f4:36687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T16:22:47,601 INFO [RS:0;efe6b43736f4:36687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T16:22:47,601 INFO [RS:0;efe6b43736f4:36687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T16:22:47,702 INFO [RS:0;efe6b43736f4:36687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T16:22:47,703 INFO [RS:0;efe6b43736f4:36687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C36687%2C1731169366419, suffix=, logDir=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/WALs/efe6b43736f4,36687,1731169366419, archiveDir=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/oldWALs, maxLogs=10 2024-11-09T16:22:47,719 DEBUG [RS:0;efe6b43736f4:36687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/WALs/efe6b43736f4,36687,1731169366419/efe6b43736f4%2C36687%2C1731169366419.1731169367703, exclude list is [], retry=0 2024-11-09T16:22:47,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39267,DS-2c35c175-0da7-41e3-9f0b-d9b1107fc654,DISK] 2024-11-09T16:22:47,723 INFO [RS:0;efe6b43736f4:36687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/WALs/efe6b43736f4,36687,1731169366419/efe6b43736f4%2C36687%2C1731169366419.1731169367703 2024-11-09T16:22:47,724 DEBUG [RS:0;efe6b43736f4:36687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46699:46699)] 2024-11-09T16:22:47,819 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T16:22:47,819 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df 2024-11-09T16:22:47,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741833_1009 (size=32) 2024-11-09T16:22:47,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:47,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:22:47,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:22:47,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:47,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:47,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:22:47,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:22:47,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:47,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:47,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:22:47,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:22:47,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:47,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:47,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:22:47,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:22:47,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:47,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:47,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:22:47,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740 2024-11-09T16:22:47,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740 2024-11-09T16:22:47,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:22:47,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:22:47,835 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:22:47,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:22:47,841 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:22:47,841 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62736855, jitterRate=-0.0651480108499527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:22:47,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731169367824Initializing all the Stores at 1731169367825 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169367825Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169367825Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169367825Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169367825Cleaning up temporary data from old regions at 1731169367835 (+10 ms)Region opened successfully at 1731169367841 (+6 ms) 2024-11-09T16:22:47,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:22:47,842 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:22:47,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:22:47,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:22:47,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:22:47,842 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:22:47,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169367842Disabling compacts and flushes for region at 1731169367842Disabling writes for close at 1731169367842Writing region close event to WAL at 1731169367842Closed at 1731169367842 2024-11-09T16:22:47,843 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:22:47,843 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T16:22:47,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T16:22:47,845 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:22:47,846 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T16:22:47,996 DEBUG [efe6b43736f4:45373 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T16:22:47,997 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=efe6b43736f4,36687,1731169366419 2024-11-09T16:22:47,998 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,36687,1731169366419, state=OPENING 2024-11-09T16:22:48,045 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T16:22:48,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172 2024-11-09T16:22:48,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172 2024-11-09T16:22:48,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-852914172/meta-region-server: CHANGED 2024-11-09T16:22:48,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-852914172/meta-region-server: CHANGED 2024-11-09T16:22:48,057 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T16:22:48,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,36687,1731169366419}] 2024-11-09T16:22:48,209 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:22:48,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:22:48,214 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T16:22:48,214 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:22:48,214 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T16:22:48,215 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C36687%2C1731169366419.meta, suffix=.meta, logDir=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/WALs/efe6b43736f4,36687,1731169366419, archiveDir=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/oldWALs, maxLogs=10 2024-11-09T16:22:48,235 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/WALs/efe6b43736f4,36687,1731169366419/efe6b43736f4%2C36687%2C1731169366419.meta.1731169368216.meta, exclude list is [], retry=0 2024-11-09T16:22:48,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39267,DS-2c35c175-0da7-41e3-9f0b-d9b1107fc654,DISK] 2024-11-09T16:22:48,239 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/WALs/efe6b43736f4,36687,1731169366419/efe6b43736f4%2C36687%2C1731169366419.meta.1731169368216.meta 2024-11-09T16:22:48,239 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46699:46699)] 2024-11-09T16:22:48,240 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:22:48,240 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:22:48,240 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:22:48,241 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T16:22:48,241 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T16:22:48,241 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T16:22:48,241 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:48,241 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T16:22:48,241 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T16:22:48,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T16:22:48,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T16:22:48,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:48,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:48,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T16:22:48,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T16:22:48,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:48,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:48,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T16:22:48,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T16:22:48,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:48,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:48,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T16:22:48,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T16:22:48,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:48,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T16:22:48,247 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T16:22:48,248 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740 2024-11-09T16:22:48,249 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740 2024-11-09T16:22:48,250 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T16:22:48,250 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T16:22:48,251 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T16:22:48,252 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T16:22:48,253 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60332585, jitterRate=-0.1009744256734848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T16:22:48,253 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T16:22:48,253 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731169368241Writing region info on filesystem at 1731169368241Initializing all the Stores at 1731169368242 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169368242Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169368242Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169368242Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731169368242Cleaning up temporary data from old regions at 1731169368250 (+8 ms)Running coprocessor post-open hooks at 1731169368253 (+3 ms)Region opened successfully at 1731169368253 2024-11-09T16:22:48,254 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731169368209 2024-11-09T16:22:48,257 DEBUG [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T16:22:48,257 INFO [RS_OPEN_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T16:22:48,257 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,36687,1731169366419 2024-11-09T16:22:48,258 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as efe6b43736f4,36687,1731169366419, state=OPEN 2024-11-09T16:22:48,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-852914172/meta-region-server 2024-11-09T16:22:48,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-852914172/meta-region-server 2024-11-09T16:22:48,266 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=efe6b43736f4,36687,1731169366419 2024-11-09T16:22:48,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-852914172/meta-region-server: CHANGED 2024-11-09T16:22:48,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-852914172/meta-region-server: CHANGED 2024-11-09T16:22:48,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T16:22:48,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=efe6b43736f4,36687,1731169366419 in 209 msec 2024-11-09T16:22:48,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T16:22:48,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-11-09T16:22:48,271 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T16:22:48,272 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T16:22:48,273 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:48,273 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,36687,1731169366419, seqNum=-1] 2024-11-09T16:22:48,273 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:48,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:22:48,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 903 msec 2024-11-09T16:22:48,279 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731169368279, completionTime=-1 2024-11-09T16:22:48,279 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T16:22:48,280 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T16:22:48,282 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T16:22:48,282 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731169428282 2024-11-09T16:22:48,282 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731169488282 2024-11-09T16:22:48,282 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T16:22:48,282 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,45373,1731169366306-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:48,282 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,45373,1731169366306-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:48,282 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,45373,1731169366306-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:48,282 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-efe6b43736f4:45373, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:48,282 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:48,283 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:48,285 DEBUG [master/efe6b43736f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T16:22:48,287 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.778sec 2024-11-09T16:22:48,287 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T16:22:48,287 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T16:22:48,287 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T16:22:48,287 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T16:22:48,287 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T16:22:48,287 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,45373,1731169366306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T16:22:48,287 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,45373,1731169366306-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T16:22:48,290 DEBUG [master/efe6b43736f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T16:22:48,290 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T16:22:48,290 INFO [master/efe6b43736f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=efe6b43736f4,45373,1731169366306-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T16:22:48,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37691d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:48,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,45373,-1 for getting cluster id 2024-11-09T16:22:48,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:48,352 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06f226b6-8efb-47d4-a725-46dbe7963d3b' 2024-11-09T16:22:48,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06f226b6-8efb-47d4-a725-46dbe7963d3b" 2024-11-09T16:22:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c520a2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,45373,-1] 2024-11-09T16:22:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:48,354 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:48,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae1c1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:48,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:48,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,36687,1731169366419, seqNum=-1] 2024-11-09T16:22:48,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:48,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:22:48,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=efe6b43736f4,45373,1731169366306 2024-11-09T16:22:48,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58087 2024-11-09T16:22:48,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T16:22:48,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012067f2a90008 connected 2024-11-09T16:22:48,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,44161,1731169353582 2024-11-09T16:22:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e315220 2024-11-09T16:22:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:48,393 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:48,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:22:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T16:22:48,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:22:48,396 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:48,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T16:22:48,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:22:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:48,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741835_1011 (size=902) 2024-11-09T16:22:48,406 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29e10cb77f8cfe587be03af8e788a6c4, NAME => 'test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5 2024-11-09T16:22:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741836_1012 (size=39) 2024-11-09T16:22:48,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:48,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 29e10cb77f8cfe587be03af8e788a6c4, disabling compactions & flushes 2024-11-09T16:22:48,415 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4. 2024-11-09T16:22:48,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4. 2024-11-09T16:22:48,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4. after waiting 0 ms 2024-11-09T16:22:48,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4. 2024-11-09T16:22:48,415 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4. 2024-11-09T16:22:48,415 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29e10cb77f8cfe587be03af8e788a6c4: Waiting for close lock at 1731169368415Disabling compacts and flushes for region at 1731169368415Disabling writes for close at 1731169368415Writing region close event to WAL at 1731169368415Closed at 1731169368415 2024-11-09T16:22:48,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:22:48,417 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731169368417"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169368417"}]},"ts":"1731169368417"} 2024-11-09T16:22:48,419 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:22:48,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:22:48,420 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169368420"}]},"ts":"1731169368420"} 2024-11-09T16:22:48,422 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T16:22:48,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29e10cb77f8cfe587be03af8e788a6c4, ASSIGN}] 2024-11-09T16:22:48,424 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29e10cb77f8cfe587be03af8e788a6c4, ASSIGN 2024-11-09T16:22:48,426 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=29e10cb77f8cfe587be03af8e788a6c4, ASSIGN; state=OFFLINE, location=efe6b43736f4,44007,1731169353924; forceNewPlan=false, retain=false 2024-11-09T16:22:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:48,577 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29e10cb77f8cfe587be03af8e788a6c4, regionState=OPENING, regionLocation=efe6b43736f4,44007,1731169353924 2024-11-09T16:22:48,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=29e10cb77f8cfe587be03af8e788a6c4, ASSIGN because future has completed 2024-11-09T16:22:48,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29e10cb77f8cfe587be03af8e788a6c4, server=efe6b43736f4,44007,1731169353924}] 2024-11-09T16:22:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:48,735 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4. 2024-11-09T16:22:48,735 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 29e10cb77f8cfe587be03af8e788a6c4, NAME => 'test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:22:48,736 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:22:48,736 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T16:22:48,736 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 29e10cb77f8cfe587be03af8e788a6c4 2024-11-09T16:22:48,736 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:48,736 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 29e10cb77f8cfe587be03af8e788a6c4 2024-11-09T16:22:48,736 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 29e10cb77f8cfe587be03af8e788a6c4 2024-11-09T16:22:48,748 INFO [StoreOpener-29e10cb77f8cfe587be03af8e788a6c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29e10cb77f8cfe587be03af8e788a6c4 2024-11-09T16:22:48,750 INFO [StoreOpener-29e10cb77f8cfe587be03af8e788a6c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29e10cb77f8cfe587be03af8e788a6c4 columnFamilyName f 2024-11-09T16:22:48,750 DEBUG [StoreOpener-29e10cb77f8cfe587be03af8e788a6c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:48,750 INFO [StoreOpener-29e10cb77f8cfe587be03af8e788a6c4-1 {}] regionserver.HStore(327): Store=29e10cb77f8cfe587be03af8e788a6c4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:48,751 INFO [StoreOpener-29e10cb77f8cfe587be03af8e788a6c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 29e10cb77f8cfe587be03af8e788a6c4 2024-11-09T16:22:48,752 INFO [StoreOpener-29e10cb77f8cfe587be03af8e788a6c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29e10cb77f8cfe587be03af8e788a6c4 columnFamilyName f1 2024-11-09T16:22:48,752 DEBUG [StoreOpener-29e10cb77f8cfe587be03af8e788a6c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:48,752 INFO [StoreOpener-29e10cb77f8cfe587be03af8e788a6c4-1 {}] regionserver.HStore(327): Store=29e10cb77f8cfe587be03af8e788a6c4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:48,752 INFO [StoreOpener-29e10cb77f8cfe587be03af8e788a6c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 29e10cb77f8cfe587be03af8e788a6c4 2024-11-09T16:22:48,754 INFO [StoreOpener-29e10cb77f8cfe587be03af8e788a6c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29e10cb77f8cfe587be03af8e788a6c4 columnFamilyName norep 2024-11-09T16:22:48,754 DEBUG [StoreOpener-29e10cb77f8cfe587be03af8e788a6c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:48,755 INFO [StoreOpener-29e10cb77f8cfe587be03af8e788a6c4-1 {}] regionserver.HStore(327): Store=29e10cb77f8cfe587be03af8e788a6c4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:48,755 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 29e10cb77f8cfe587be03af8e788a6c4 2024-11-09T16:22:48,759 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4 2024-11-09T16:22:48,759 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4 2024-11-09T16:22:48,760 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 29e10cb77f8cfe587be03af8e788a6c4 2024-11-09T16:22:48,760 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 29e10cb77f8cfe587be03af8e788a6c4 2024-11-09T16:22:48,760 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:22:48,761 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 29e10cb77f8cfe587be03af8e788a6c4 2024-11-09T16:22:48,766 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:22:48,768 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 29e10cb77f8cfe587be03af8e788a6c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73712535, jitterRate=0.09840236604213715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:22:48,768 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29e10cb77f8cfe587be03af8e788a6c4 2024-11-09T16:22:48,768 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 29e10cb77f8cfe587be03af8e788a6c4: Running coprocessor pre-open hook at 1731169368736Writing region info on filesystem at 1731169368736Initializing all the Stores at 1731169368748 (+12 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169368748Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169368748Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169368748Cleaning up temporary data from old regions at 1731169368760 (+12 ms)Running coprocessor post-open hooks at 1731169368768 (+8 ms)Region opened successfully at 1731169368768 2024-11-09T16:22:48,771 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4., pid=6, masterSystemTime=1731169368731 2024-11-09T16:22:48,774 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4. 2024-11-09T16:22:48,774 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4. 2024-11-09T16:22:48,774 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29e10cb77f8cfe587be03af8e788a6c4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=efe6b43736f4,44007,1731169353924 2024-11-09T16:22:48,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29e10cb77f8cfe587be03af8e788a6c4, server=efe6b43736f4,44007,1731169353924 because future has completed 2024-11-09T16:22:48,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:22:48,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 29e10cb77f8cfe587be03af8e788a6c4, server=efe6b43736f4,44007,1731169353924 in 199 msec 2024-11-09T16:22:48,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T16:22:48,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=29e10cb77f8cfe587be03af8e788a6c4, ASSIGN in 357 msec 2024-11-09T16:22:48,783 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:22:48,783 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169368783"}]},"ts":"1731169368783"} 2024-11-09T16:22:48,785 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T16:22:48,786 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:22:48,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 392 msec 2024-11-09T16:22:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:49,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:49,026 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T16:22:49,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,34557,1731169360774 2024-11-09T16:22:49,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@872bc26 2024-11-09T16:22:49,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:49,029 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:49,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:22:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34557 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T16:22:49,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:22:49,036 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:49,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T16:22:49,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:22:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:49,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741835_1011 (size=902) 2024-11-09T16:22:49,045 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9adb968ffe3aac1d9d68c69283f98e69, NAME => 'test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797 2024-11-09T16:22:49,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741836_1012 (size=39) 2024-11-09T16:22:49,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:49,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9adb968ffe3aac1d9d68c69283f98e69, disabling compactions & flushes 2024-11-09T16:22:49,052 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69. 2024-11-09T16:22:49,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69. 2024-11-09T16:22:49,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69. after waiting 0 ms 2024-11-09T16:22:49,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69. 2024-11-09T16:22:49,053 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69. 2024-11-09T16:22:49,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9adb968ffe3aac1d9d68c69283f98e69: Waiting for close lock at 1731169369052Disabling compacts and flushes for region at 1731169369052Disabling writes for close at 1731169369053 (+1 ms)Writing region close event to WAL at 1731169369053Closed at 1731169369053 2024-11-09T16:22:49,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:22:49,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731169369054"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169369054"}]},"ts":"1731169369054"} 2024-11-09T16:22:49,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:22:49,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:22:49,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169369058"}]},"ts":"1731169369058"} 2024-11-09T16:22:49,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T16:22:49,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9adb968ffe3aac1d9d68c69283f98e69, ASSIGN}] 2024-11-09T16:22:49,061 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9adb968ffe3aac1d9d68c69283f98e69, ASSIGN 2024-11-09T16:22:49,062 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9adb968ffe3aac1d9d68c69283f98e69, ASSIGN; state=OFFLINE, location=efe6b43736f4,33001,1731169361414; forceNewPlan=false, retain=false 2024-11-09T16:22:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:49,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9adb968ffe3aac1d9d68c69283f98e69, regionState=OPENING, regionLocation=efe6b43736f4,33001,1731169361414 2024-11-09T16:22:49,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9adb968ffe3aac1d9d68c69283f98e69, ASSIGN because future has completed 2024-11-09T16:22:49,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9adb968ffe3aac1d9d68c69283f98e69, server=efe6b43736f4,33001,1731169361414}] 2024-11-09T16:22:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:49,372 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69. 2024-11-09T16:22:49,372 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9adb968ffe3aac1d9d68c69283f98e69, NAME => 'test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:22:49,372 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:22:49,372 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T16:22:49,373 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9adb968ffe3aac1d9d68c69283f98e69 2024-11-09T16:22:49,373 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:49,373 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9adb968ffe3aac1d9d68c69283f98e69 2024-11-09T16:22:49,373 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9adb968ffe3aac1d9d68c69283f98e69 2024-11-09T16:22:49,376 INFO [StoreOpener-9adb968ffe3aac1d9d68c69283f98e69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9adb968ffe3aac1d9d68c69283f98e69 2024-11-09T16:22:49,379 INFO [StoreOpener-9adb968ffe3aac1d9d68c69283f98e69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9adb968ffe3aac1d9d68c69283f98e69 columnFamilyName f 2024-11-09T16:22:49,379 DEBUG [StoreOpener-9adb968ffe3aac1d9d68c69283f98e69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:49,379 INFO [StoreOpener-9adb968ffe3aac1d9d68c69283f98e69-1 {}] regionserver.HStore(327): Store=9adb968ffe3aac1d9d68c69283f98e69/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:49,379 INFO [StoreOpener-9adb968ffe3aac1d9d68c69283f98e69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9adb968ffe3aac1d9d68c69283f98e69 2024-11-09T16:22:49,384 INFO [StoreOpener-9adb968ffe3aac1d9d68c69283f98e69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9adb968ffe3aac1d9d68c69283f98e69 columnFamilyName f1 2024-11-09T16:22:49,384 DEBUG [StoreOpener-9adb968ffe3aac1d9d68c69283f98e69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:49,384 INFO [StoreOpener-9adb968ffe3aac1d9d68c69283f98e69-1 {}] regionserver.HStore(327): Store=9adb968ffe3aac1d9d68c69283f98e69/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:49,384 INFO [StoreOpener-9adb968ffe3aac1d9d68c69283f98e69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9adb968ffe3aac1d9d68c69283f98e69 2024-11-09T16:22:49,385 INFO [StoreOpener-9adb968ffe3aac1d9d68c69283f98e69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9adb968ffe3aac1d9d68c69283f98e69 columnFamilyName norep 2024-11-09T16:22:49,385 DEBUG [StoreOpener-9adb968ffe3aac1d9d68c69283f98e69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:49,386 INFO [StoreOpener-9adb968ffe3aac1d9d68c69283f98e69-1 {}] regionserver.HStore(327): Store=9adb968ffe3aac1d9d68c69283f98e69/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:49,386 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9adb968ffe3aac1d9d68c69283f98e69 2024-11-09T16:22:49,386 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69 2024-11-09T16:22:49,387 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69 2024-11-09T16:22:49,388 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9adb968ffe3aac1d9d68c69283f98e69 2024-11-09T16:22:49,388 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9adb968ffe3aac1d9d68c69283f98e69 2024-11-09T16:22:49,388 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:22:49,389 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9adb968ffe3aac1d9d68c69283f98e69 2024-11-09T16:22:49,392 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:22:49,393 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9adb968ffe3aac1d9d68c69283f98e69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70701548, jitterRate=0.05353516340255737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:22:49,393 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9adb968ffe3aac1d9d68c69283f98e69 2024-11-09T16:22:49,393 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9adb968ffe3aac1d9d68c69283f98e69: Running coprocessor pre-open hook at 1731169369373Writing region info on filesystem at 1731169369373Initializing all the Stores at 1731169369373Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169369374 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169369376 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169369376Cleaning up temporary data from old regions at 1731169369388 (+12 ms)Running coprocessor post-open hooks at 1731169369393 (+5 ms)Region opened successfully at 1731169369393 2024-11-09T16:22:49,394 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69., pid=6, masterSystemTime=1731169369368 2024-11-09T16:22:49,394 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:22:49,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:49,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:49,396 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69. 2024-11-09T16:22:49,396 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69. 2024-11-09T16:22:49,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:49,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:49,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:49,396 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9adb968ffe3aac1d9d68c69283f98e69, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=efe6b43736f4,33001,1731169361414 2024-11-09T16:22:49,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9adb968ffe3aac1d9d68c69283f98e69, server=efe6b43736f4,33001,1731169361414 because future has completed 2024-11-09T16:22:49,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:49,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:49,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:22:49,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9adb968ffe3aac1d9d68c69283f98e69, server=efe6b43736f4,33001,1731169361414 in 187 msec 2024-11-09T16:22:49,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T16:22:49,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9adb968ffe3aac1d9d68c69283f98e69, ASSIGN in 345 msec 2024-11-09T16:22:49,411 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:22:49,411 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169369411"}]},"ts":"1731169369411"} 2024-11-09T16:22:49,412 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T16:22:49,413 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:22:49,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 384 msec 2024-11-09T16:22:49,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:49,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:49,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:49,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:49,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:49,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:49,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:49,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:49,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:49,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:49,666 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T16:22:49,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:49,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,45373,1731169366306 2024-11-09T16:22:49,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cb4f4d0 2024-11-09T16:22:49,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:49,668 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:49,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:22:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T16:22:49,671 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:22:49,672 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:49,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T16:22:49,673 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:22:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:49,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741835_1011 (size=902) 2024-11-09T16:22:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:50,101 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => deac5b38b32daa7f26cc609dbc00ac30, NAME => 'test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df 2024-11-09T16:22:50,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741836_1012 (size=39) 2024-11-09T16:22:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:50,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:50,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing deac5b38b32daa7f26cc609dbc00ac30, disabling compactions & flushes 2024-11-09T16:22:50,508 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30. 2024-11-09T16:22:50,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30. 2024-11-09T16:22:50,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30. after waiting 0 ms 2024-11-09T16:22:50,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30. 2024-11-09T16:22:50,508 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30. 2024-11-09T16:22:50,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for deac5b38b32daa7f26cc609dbc00ac30: Waiting for close lock at 1731169370508Disabling compacts and flushes for region at 1731169370508Disabling writes for close at 1731169370508Writing region close event to WAL at 1731169370508Closed at 1731169370508 2024-11-09T16:22:50,510 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:22:50,510 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731169370510"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169370510"}]},"ts":"1731169370510"} 2024-11-09T16:22:50,512 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:22:50,512 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:22:50,513 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169370513"}]},"ts":"1731169370513"} 2024-11-09T16:22:50,514 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T16:22:50,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=deac5b38b32daa7f26cc609dbc00ac30, ASSIGN}] 2024-11-09T16:22:50,516 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=deac5b38b32daa7f26cc609dbc00ac30, ASSIGN 2024-11-09T16:22:50,517 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=deac5b38b32daa7f26cc609dbc00ac30, ASSIGN; state=OFFLINE, location=efe6b43736f4,36687,1731169366419; forceNewPlan=false, retain=false 2024-11-09T16:22:50,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=deac5b38b32daa7f26cc609dbc00ac30, regionState=OPENING, regionLocation=efe6b43736f4,36687,1731169366419 2024-11-09T16:22:50,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=deac5b38b32daa7f26cc609dbc00ac30, ASSIGN because future has completed 2024-11-09T16:22:50,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure deac5b38b32daa7f26cc609dbc00ac30, server=efe6b43736f4,36687,1731169366419}] 2024-11-09T16:22:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:50,827 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30. 2024-11-09T16:22:50,827 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => deac5b38b32daa7f26cc609dbc00ac30, NAME => 'test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:22:50,829 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:22:50,831 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T16:22:50,832 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test deac5b38b32daa7f26cc609dbc00ac30 2024-11-09T16:22:50,832 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:50,832 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for deac5b38b32daa7f26cc609dbc00ac30 2024-11-09T16:22:50,832 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for deac5b38b32daa7f26cc609dbc00ac30 2024-11-09T16:22:50,833 INFO [StoreOpener-deac5b38b32daa7f26cc609dbc00ac30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region deac5b38b32daa7f26cc609dbc00ac30 2024-11-09T16:22:50,834 INFO [StoreOpener-deac5b38b32daa7f26cc609dbc00ac30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deac5b38b32daa7f26cc609dbc00ac30 columnFamilyName f 2024-11-09T16:22:50,835 DEBUG [StoreOpener-deac5b38b32daa7f26cc609dbc00ac30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:50,835 INFO [StoreOpener-deac5b38b32daa7f26cc609dbc00ac30-1 {}] regionserver.HStore(327): Store=deac5b38b32daa7f26cc609dbc00ac30/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:50,835 INFO [StoreOpener-deac5b38b32daa7f26cc609dbc00ac30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region deac5b38b32daa7f26cc609dbc00ac30 2024-11-09T16:22:50,836 INFO [StoreOpener-deac5b38b32daa7f26cc609dbc00ac30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deac5b38b32daa7f26cc609dbc00ac30 columnFamilyName f1 2024-11-09T16:22:50,836 DEBUG [StoreOpener-deac5b38b32daa7f26cc609dbc00ac30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:50,836 INFO [StoreOpener-deac5b38b32daa7f26cc609dbc00ac30-1 {}] regionserver.HStore(327): Store=deac5b38b32daa7f26cc609dbc00ac30/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:50,836 INFO [StoreOpener-deac5b38b32daa7f26cc609dbc00ac30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region deac5b38b32daa7f26cc609dbc00ac30 2024-11-09T16:22:50,838 INFO [StoreOpener-deac5b38b32daa7f26cc609dbc00ac30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deac5b38b32daa7f26cc609dbc00ac30 columnFamilyName norep 2024-11-09T16:22:50,838 DEBUG [StoreOpener-deac5b38b32daa7f26cc609dbc00ac30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:50,838 INFO [StoreOpener-deac5b38b32daa7f26cc609dbc00ac30-1 {}] regionserver.HStore(327): Store=deac5b38b32daa7f26cc609dbc00ac30/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:50,838 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for deac5b38b32daa7f26cc609dbc00ac30 2024-11-09T16:22:50,839 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/default/test/deac5b38b32daa7f26cc609dbc00ac30 2024-11-09T16:22:50,839 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/default/test/deac5b38b32daa7f26cc609dbc00ac30 2024-11-09T16:22:50,840 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for deac5b38b32daa7f26cc609dbc00ac30 2024-11-09T16:22:50,840 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for deac5b38b32daa7f26cc609dbc00ac30 2024-11-09T16:22:50,841 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:22:50,842 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for deac5b38b32daa7f26cc609dbc00ac30 2024-11-09T16:22:50,844 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/default/test/deac5b38b32daa7f26cc609dbc00ac30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:22:50,845 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened deac5b38b32daa7f26cc609dbc00ac30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71860204, jitterRate=0.07080048322677612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:22:50,845 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for deac5b38b32daa7f26cc609dbc00ac30 2024-11-09T16:22:50,845 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for deac5b38b32daa7f26cc609dbc00ac30: Running coprocessor pre-open hook at 1731169370832Writing region info on filesystem at 1731169370832Initializing all the Stores at 1731169370833 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169370833Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169370833Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169370833Cleaning up temporary data from old regions at 1731169370840 (+7 ms)Running coprocessor post-open hooks at 1731169370845 (+5 ms)Region opened successfully at 1731169370845 2024-11-09T16:22:50,846 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30., pid=6, masterSystemTime=1731169370823 2024-11-09T16:22:50,848 DEBUG [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30. 2024-11-09T16:22:50,848 INFO [RS_OPEN_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30. 2024-11-09T16:22:50,848 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=deac5b38b32daa7f26cc609dbc00ac30, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=efe6b43736f4,36687,1731169366419 2024-11-09T16:22:50,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure deac5b38b32daa7f26cc609dbc00ac30, server=efe6b43736f4,36687,1731169366419 because future has completed 2024-11-09T16:22:50,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T16:22:50,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure deac5b38b32daa7f26cc609dbc00ac30, server=efe6b43736f4,36687,1731169366419 in 180 msec 2024-11-09T16:22:50,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T16:22:50,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=deac5b38b32daa7f26cc609dbc00ac30, ASSIGN in 338 msec 2024-11-09T16:22:50,856 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:22:50,856 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169370856"}]},"ts":"1731169370856"} 2024-11-09T16:22:50,858 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T16:22:50,858 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:22:50,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1890 sec 2024-11-09T16:22:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45373 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T16:22:51,816 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T16:22:51,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c9d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:51,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,44161,-1 for getting cluster id 2024-11-09T16:22:51,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:51,818 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8426736a-3c6b-4cd9-9353-70a1d6c84b3b' 2024-11-09T16:22:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:51,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8426736a-3c6b-4cd9-9353-70a1d6c84b3b" 2024-11-09T16:22:51,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b87e8e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:51,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,44161,-1] 2024-11-09T16:22:51,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:51,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:51,820 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:51,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5aaff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:51,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:51,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,44161,1731169353582 2024-11-09T16:22:51,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@554e77d7 2024-11-09T16:22:51,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:51,823 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:51,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://efe6b43736f4:34557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T16:22:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:22:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:51,826 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:34557' 2024-11-09T16:22:51,827 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c92325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:51,827 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34557,-1 for getting cluster id 2024-11-09T16:22:51,827 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:51,828 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb529b4b-17cc-45ae-bc05-faeb53e4873e' 2024-11-09T16:22:51,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:51,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb529b4b-17cc-45ae-bc05-faeb53e4873e" 2024-11-09T16:22:51,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5633b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:51,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34557,-1] 2024-11-09T16:22:51,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:51,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:51,829 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:51,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1874df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:51,830 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:51,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,34557,1731169360774 2024-11-09T16:22:51,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67807a91 2024-11-09T16:22:51,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:51,831 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:51,832 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T16:22:51,832 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:22:51,832 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:51,833 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:51,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:51,833 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T16:22:51,834 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T16:22:51,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T16:22:51,835 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:51,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T16:22:51,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741837_1013 (size=1138) 2024-11-09T16:22:51,845 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8f368c4092ea21f3b5bb15ae4cf1a7e, NAME => 'hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5 2024-11-09T16:22:51,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741838_1014 (size=44) 2024-11-09T16:22:51,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:51,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d8f368c4092ea21f3b5bb15ae4cf1a7e, disabling compactions & flushes 2024-11-09T16:22:51,850 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e. 2024-11-09T16:22:51,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e. 2024-11-09T16:22:51,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e. after waiting 0 ms 2024-11-09T16:22:51,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e. 2024-11-09T16:22:51,850 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e. 2024-11-09T16:22:51,850 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8f368c4092ea21f3b5bb15ae4cf1a7e: Waiting for close lock at 1731169371850Disabling compacts and flushes for region at 1731169371850Disabling writes for close at 1731169371850Writing region close event to WAL at 1731169371850Closed at 1731169371850 2024-11-09T16:22:51,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T16:22:51,852 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731169371851"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731169371851"}]},"ts":"1731169371851"} 2024-11-09T16:22:51,854 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T16:22:51,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T16:22:51,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169371854"}]},"ts":"1731169371854"} 2024-11-09T16:22:51,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T16:22:51,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8f368c4092ea21f3b5bb15ae4cf1a7e, ASSIGN}] 2024-11-09T16:22:51,858 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8f368c4092ea21f3b5bb15ae4cf1a7e, ASSIGN 2024-11-09T16:22:51,858 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8f368c4092ea21f3b5bb15ae4cf1a7e, ASSIGN; state=OFFLINE, location=efe6b43736f4,44007,1731169353924; forceNewPlan=false, retain=false 2024-11-09T16:22:51,884 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T16:22:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:52,009 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d8f368c4092ea21f3b5bb15ae4cf1a7e, regionState=OPENING, regionLocation=efe6b43736f4,44007,1731169353924 2024-11-09T16:22:52,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8f368c4092ea21f3b5bb15ae4cf1a7e, ASSIGN because future has completed 2024-11-09T16:22:52,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8f368c4092ea21f3b5bb15ae4cf1a7e, server=efe6b43736f4,44007,1731169353924}] 2024-11-09T16:22:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:52,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e. 2024-11-09T16:22:52,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T16:22:52,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T16:22:52,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=efe6b43736f4%2C44007%2C1731169353924.rep, suffix=, logDir=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924, archiveDir=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/oldWALs, maxLogs=10 2024-11-09T16:22:52,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.rep.1731169372169, exclude list is [], retry=0 2024-11-09T16:22:52,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44433,DS-ee35fbef-3239-4e11-8175-e1b231269c06,DISK] 2024-11-09T16:22:52,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.rep.1731169372169 2024-11-09T16:22:52,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46435:46435)] 2024-11-09T16:22:52,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d8f368c4092ea21f3b5bb15ae4cf1a7e, NAME => 'hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e.', STARTKEY => '', ENDKEY => ''} 2024-11-09T16:22:52,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T16:22:52,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T16:22:52,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e. service=MultiRowMutationService 2024-11-09T16:22:52,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T16:22:52,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:22:52,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T16:22:52,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:22:52,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:22:52,196 INFO [StoreOpener-d8f368c4092ea21f3b5bb15ae4cf1a7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:22:52,197 INFO [StoreOpener-d8f368c4092ea21f3b5bb15ae4cf1a7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8f368c4092ea21f3b5bb15ae4cf1a7e columnFamilyName hfileref 2024-11-09T16:22:52,197 DEBUG [StoreOpener-d8f368c4092ea21f3b5bb15ae4cf1a7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:52,198 INFO [StoreOpener-d8f368c4092ea21f3b5bb15ae4cf1a7e-1 {}] regionserver.HStore(327): Store=d8f368c4092ea21f3b5bb15ae4cf1a7e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:52,198 INFO [StoreOpener-d8f368c4092ea21f3b5bb15ae4cf1a7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:22:52,199 INFO [StoreOpener-d8f368c4092ea21f3b5bb15ae4cf1a7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8f368c4092ea21f3b5bb15ae4cf1a7e columnFamilyName queue 2024-11-09T16:22:52,200 DEBUG [StoreOpener-d8f368c4092ea21f3b5bb15ae4cf1a7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:52,200 INFO [StoreOpener-d8f368c4092ea21f3b5bb15ae4cf1a7e-1 {}] regionserver.HStore(327): Store=d8f368c4092ea21f3b5bb15ae4cf1a7e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:52,200 INFO [StoreOpener-d8f368c4092ea21f3b5bb15ae4cf1a7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:22:52,201 INFO [StoreOpener-d8f368c4092ea21f3b5bb15ae4cf1a7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8f368c4092ea21f3b5bb15ae4cf1a7e columnFamilyName sid 2024-11-09T16:22:52,201 DEBUG [StoreOpener-d8f368c4092ea21f3b5bb15ae4cf1a7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T16:22:52,202 INFO [StoreOpener-d8f368c4092ea21f3b5bb15ae4cf1a7e-1 {}] regionserver.HStore(327): Store=d8f368c4092ea21f3b5bb15ae4cf1a7e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T16:22:52,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:22:52,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/replication/d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:22:52,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/replication/d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:22:52,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:22:52,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:22:52,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T16:22:52,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:22:52,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/replication/d8f368c4092ea21f3b5bb15ae4cf1a7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T16:22:52,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d8f368c4092ea21f3b5bb15ae4cf1a7e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67287331, jitterRate=0.0026593655347824097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T16:22:52,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:22:52,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d8f368c4092ea21f3b5bb15ae4cf1a7e: Running coprocessor pre-open hook at 1731169372194Writing region info on filesystem at 1731169372195 (+1 ms)Initializing all the Stores at 1731169372195Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169372195Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169372195Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731169372195Cleaning up temporary data from old regions at 1731169372205 (+10 ms)Running coprocessor post-open hooks at 1731169372217 (+12 ms)Region opened successfully at 1731169372217 2024-11-09T16:22:52,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e., pid=10, masterSystemTime=1731169372164 2024-11-09T16:22:52,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e. 2024-11-09T16:22:52,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e. 2024-11-09T16:22:52,221 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d8f368c4092ea21f3b5bb15ae4cf1a7e, regionState=OPEN, openSeqNum=2, regionLocation=efe6b43736f4,44007,1731169353924 2024-11-09T16:22:52,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8f368c4092ea21f3b5bb15ae4cf1a7e, server=efe6b43736f4,44007,1731169353924 because future has completed 2024-11-09T16:22:52,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T16:22:52,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d8f368c4092ea21f3b5bb15ae4cf1a7e, server=efe6b43736f4,44007,1731169353924 in 213 msec 2024-11-09T16:22:52,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T16:22:52,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8f368c4092ea21f3b5bb15ae4cf1a7e, ASSIGN in 369 msec 2024-11-09T16:22:52,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T16:22:52,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731169372229"}]},"ts":"1731169372229"} 2024-11-09T16:22:52,231 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T16:22:52,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T16:22:52,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 399 msec 2024-11-09T16:22:52,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e., hostname=efe6b43736f4,44007,1731169353924, seqNum=2] 2024-11-09T16:22:52,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331 2024-11-09T16:22:52,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331 2024-11-09T16:22:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:52,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:22:52,535 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:52,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:22:52,536 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148937 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [efe6b43736f4,37331,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T16:22:52,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44007 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T16:22:52,631 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T16:22:52,673 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-efe6b43736f4,44007,1731169353924, ReplicationSource: 1, currentBandwidth=0 2024-11-09T16:22:52,674 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:52,674 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,44007,1731169353924, seqNum=-1] 2024-11-09T16:22:52,674 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:52,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-09T16:22:52,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-efe6b43736f4,44007,1731169353924', locateType=CURRENT is [region=hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e., hostname=efe6b43736f4,44007,1731169353924, seqNum=2] 2024-11-09T16:22:52,679 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T16:22:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T16:22:52,683 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on efe6b43736f4,44007,1731169353924 suceeded 2024-11-09T16:22:52,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T16:22:52,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-09T16:22:52,685 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://efe6b43736f4:34557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:22:52,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 862 msec 2024-11-09T16:22:52,698 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:34557' 2024-11-09T16:22:52,699 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@171612d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:52,699 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34557,-1 for getting cluster id 2024-11-09T16:22:52,700 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:52,700 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb529b4b-17cc-45ae-bc05-faeb53e4873e' 2024-11-09T16:22:52,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:52,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb529b4b-17cc-45ae-bc05-faeb53e4873e" 2024-11-09T16:22:52,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@340d4e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:52,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34557,-1] 2024-11-09T16:22:52,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:52,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:52,702 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:52,702 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c4d469c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:52,703 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:52,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,34557,1731169360774 2024-11-09T16:22:52,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65834255 2024-11-09T16:22:52,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:52,704 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T16:22:52,705 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-efe6b43736f4,44007,1731169353924 (queues=1) is replicating from cluster=8426736a-3c6b-4cd9-9353-70a1d6c84b3b to cluster=bb529b4b-17cc-45ae-bc05-faeb53e4873e 2024-11-09T16:22:52,705 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=efe6b43736f4%2C44007%2C1731169353924 2024-11-09T16:22:52,705 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-efe6b43736f4,44007,1731169353924, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:22:52,705 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C44007%2C1731169353924 2024-11-09T16:22:52,705 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289, startPosition=0, beingWritten=true 2024-11-09T16:22:52,710 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:22:52,710 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289 to pos 379, reset compression=false 2024-11-09T16:22:52,710 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,44007,1731169353924 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:22:52,913 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289 to pos 379, reset compression=false 2024-11-09T16:22:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T16:22:52,966 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T16:22:52,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:22:52,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:52,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:52,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:52,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:52,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526a1384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:52,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,44161,-1 for getting cluster id 2024-11-09T16:22:52,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:52,968 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8426736a-3c6b-4cd9-9353-70a1d6c84b3b' 2024-11-09T16:22:52,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:52,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8426736a-3c6b-4cd9-9353-70a1d6c84b3b" 2024-11-09T16:22:52,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39922420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:52,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,44161,-1] 2024-11-09T16:22:52,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:52,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:52,969 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:52,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0e1f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:52,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be1441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:52,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34557,-1 for getting cluster id 2024-11-09T16:22:52,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:52,971 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb529b4b-17cc-45ae-bc05-faeb53e4873e' 2024-11-09T16:22:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb529b4b-17cc-45ae-bc05-faeb53e4873e" 2024-11-09T16:22:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34557,-1] 2024-11-09T16:22:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:52,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:52,972 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b64e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:52,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4cfa39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:52,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,45373,-1 for getting cluster id 2024-11-09T16:22:52,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:52,974 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06f226b6-8efb-47d4-a725-46dbe7963d3b' 2024-11-09T16:22:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06f226b6-8efb-47d4-a725-46dbe7963d3b" 2024-11-09T16:22:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e191f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,45373,-1] 2024-11-09T16:22:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:52,975 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:52,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b335d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:52,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:52,981 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731169372979/Put/seqid=0 2024-11-09T16:22:52,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741840_1016 (size=7894) 2024-11-09T16:22:53,217 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289 to pos 379, reset compression=false 2024-11-09T16:22:53,388 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731169373387/Put/seqid=0 2024-11-09T16:22:53,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741841_1017 (size=7691) 2024-11-09T16:22:53,621 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289 to pos 379, reset compression=false 2024-11-09T16:22:53,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ed7d1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:53,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,44161,-1 for getting cluster id 2024-11-09T16:22:53,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:53,795 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8426736a-3c6b-4cd9-9353-70a1d6c84b3b' 2024-11-09T16:22:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8426736a-3c6b-4cd9-9353-70a1d6c84b3b" 2024-11-09T16:22:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfeb5c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,44161,-1] 2024-11-09T16:22:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:53,797 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:53,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278f5a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:53,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,44007,1731169353924, seqNum=-1] 2024-11-09T16:22:53,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:53,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:22:53,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:53,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,44161,1731169353582 2024-11-09T16:22:53,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@211bf675 2024-11-09T16:22:53,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:53,808 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:53,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4., hostname=efe6b43736f4,44007,1731169353924, seqNum=2] 2024-11-09T16:22:53,814 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T16:22:53,819 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-09T16:22:53,821 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-09T16:22:53,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 29e10cb77f8cfe587be03af8e788a6c4/f 2024-11-09T16:22:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T16:22:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:22:53,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 29e10cb77f8cfe587be03af8e788a6c4/f 2024-11-09T16:22:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T16:22:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:22:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HRegion(2603): Flush status journal for 29e10cb77f8cfe587be03af8e788a6c4: 2024-11-09T16:22:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__cr7vifvamr82efbqe1k2sh6pp79d2q3o8sc5nqa8mkcbtc122udobomushiaovr2/f/hfile_1 2024-11-09T16:22:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__cr7vifvamr82efbqe1k2sh6pp79d2q3o8sc5nqa8mkcbtc122udobomushiaovr2/f/hfile_1 as hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4/f/a49cbeb188e4456e88e24a2c97b7c72f_SeqId_4_ 2024-11-09T16:22:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__cr7vifvamr82efbqe1k2sh6pp79d2q3o8sc5nqa8mkcbtc122udobomushiaovr2/f/hfile_0 2024-11-09T16:22:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__cr7vifvamr82efbqe1k2sh6pp79d2q3o8sc5nqa8mkcbtc122udobomushiaovr2/f/hfile_0 as hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4/f/b2bc38a745b845f18dacb43b64423bd4_SeqId_4_ 2024-11-09T16:22:53,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__cr7vifvamr82efbqe1k2sh6pp79d2q3o8sc5nqa8mkcbtc122udobomushiaovr2/f/hfile_1 into 29e10cb77f8cfe587be03af8e788a6c4/f as hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4/f/a49cbeb188e4456e88e24a2c97b7c72f_SeqId_4_ - updating store file list. 2024-11-09T16:22:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a49cbeb188e4456e88e24a2c97b7c72f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T16:22:53,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4/f/a49cbeb188e4456e88e24a2c97b7c72f_SeqId_4_ into 29e10cb77f8cfe587be03af8e788a6c4/f 2024-11-09T16:22:53,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__cr7vifvamr82efbqe1k2sh6pp79d2q3o8sc5nqa8mkcbtc122udobomushiaovr2/f/hfile_1 into 29e10cb77f8cfe587be03af8e788a6c4/f (new location: hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4/f/a49cbeb188e4456e88e24a2c97b7c72f_SeqId_4_) 2024-11-09T16:22:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__cr7vifvamr82efbqe1k2sh6pp79d2q3o8sc5nqa8mkcbtc122udobomushiaovr2/f/hfile_1 2024-11-09T16:22:53,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__cr7vifvamr82efbqe1k2sh6pp79d2q3o8sc5nqa8mkcbtc122udobomushiaovr2/f/hfile_0 into 29e10cb77f8cfe587be03af8e788a6c4/f as hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4/f/b2bc38a745b845f18dacb43b64423bd4_SeqId_4_ - updating store file list. 2024-11-09T16:22:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2bc38a745b845f18dacb43b64423bd4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T16:22:53,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4/f/b2bc38a745b845f18dacb43b64423bd4_SeqId_4_ into 29e10cb77f8cfe587be03af8e788a6c4/f 2024-11-09T16:22:53,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__cr7vifvamr82efbqe1k2sh6pp79d2q3o8sc5nqa8mkcbtc122udobomushiaovr2/f/hfile_0 into 29e10cb77f8cfe587be03af8e788a6c4/f (new location: hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4/f/b2bc38a745b845f18dacb43b64423bd4_SeqId_4_) 2024-11-09T16:22:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__cr7vifvamr82efbqe1k2sh6pp79d2q3o8sc5nqa8mkcbtc122udobomushiaovr2/f/hfile_0 2024-11-09T16:22:53,851 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:22:53,851 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:53,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:53,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:53,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:53,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4., hostname=efe6b43736f4,44007,1731169353924, seqNum=2 , the old value is region=test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4., hostname=efe6b43736f4,44007,1731169353924, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=efe6b43736f4:44007 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T16:22:53,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4., hostname=efe6b43736f4,44007,1731169353924, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T16:22:53,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4., hostname=efe6b43736f4,44007,1731169353924, seqNum=2 from cache 2024-11-09T16:22:53,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:53,853 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T16:22:53,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,33001,1731169361414, seqNum=-1] 2024-11-09T16:22:53,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:53,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:22:53,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69., hostname=efe6b43736f4,33001,1731169361414, seqNum=2] 2024-11-09T16:22:53,858 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T16:22:53,956 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:44007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T16:22:54,125 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289 to pos 379, reset compression=false 2024-11-09T16:22:54,129 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:22:54,129 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,44007,1731169353924 got entry batch from reader: WALEntryBatch [walEntries=[{test/29e10cb77f8cfe587be03af8e788a6c4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731169373850/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T16:22:54,131 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:22:54,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T16:22:54,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.ReplicationSink(318): Replicating [8426736a-3c6b-4cd9-9353-70a1d6c84b3b] bulk loaded data 2024-11-09T16:22:54,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@318c1f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:54,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,34557,-1 for getting cluster id 2024-11-09T16:22:54,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:54,134 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb529b4b-17cc-45ae-bc05-faeb53e4873e' 2024-11-09T16:22:54,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:54,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb529b4b-17cc-45ae-bc05-faeb53e4873e" 2024-11-09T16:22:54,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48d58cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:54,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,34557,-1] 2024-11-09T16:22:54,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:54,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:54,135 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:54,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@827fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:54,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741837_1013 (size=7691) 2024-11-09T16:22:54,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741838_1014 (size=7894) 2024-11-09T16:22:54,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:54,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,34557,1731169360774 2024-11-09T16:22:54,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e25e9af 2024-11-09T16:22:54,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:54,156 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-09T16:22:54,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T16:22:54,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:54,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,33001,1731169361414, seqNum=-1] 2024-11-09T16:22:54,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:54,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-09T16:22:54,165 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__ppv5q4msd0frs13c19d2h6s8alh493k4bni46bq567ojvfldnj1urvcgvinsdnrg/f/a49cbeb188e4456e88e24a2c97b7c72f_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-09T16:22:54,167 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__ppv5q4msd0frs13c19d2h6s8alh493k4bni46bq567ojvfldnj1urvcgvinsdnrg/f/b2bc38a745b845f18dacb43b64423bd4_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-09T16:22:54,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__ppv5q4msd0frs13c19d2h6s8alh493k4bni46bq567ojvfldnj1urvcgvinsdnrg/f/a49cbeb188e4456e88e24a2c97b7c72f_SeqId_4_ for inclusion in 9adb968ffe3aac1d9d68c69283f98e69/f 2024-11-09T16:22:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T16:22:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:22:54,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__ppv5q4msd0frs13c19d2h6s8alh493k4bni46bq567ojvfldnj1urvcgvinsdnrg/f/b2bc38a745b845f18dacb43b64423bd4_SeqId_4_ for inclusion in 9adb968ffe3aac1d9d68c69283f98e69/f 2024-11-09T16:22:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T16:22:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:22:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HRegion(2603): Flush status journal for 9adb968ffe3aac1d9d68c69283f98e69: 2024-11-09T16:22:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a49cbeb188e4456e88e24a2c97b7c72f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T16:22:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__ppv5q4msd0frs13c19d2h6s8alh493k4bni46bq567ojvfldnj1urvcgvinsdnrg/f/a49cbeb188e4456e88e24a2c97b7c72f_SeqId_4_ as hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69/f/2d5e43b373144b5091f22feaa6b7aca9_SeqId_4_ 2024-11-09T16:22:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b2bc38a745b845f18dacb43b64423bd4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T16:22:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__ppv5q4msd0frs13c19d2h6s8alh493k4bni46bq567ojvfldnj1urvcgvinsdnrg/f/b2bc38a745b845f18dacb43b64423bd4_SeqId_4_ as hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69/f/09af5d45c3bf4e8e9b92570737d5379a_SeqId_4_ 2024-11-09T16:22:54,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__ppv5q4msd0frs13c19d2h6s8alh493k4bni46bq567ojvfldnj1urvcgvinsdnrg/f/a49cbeb188e4456e88e24a2c97b7c72f_SeqId_4_ into 9adb968ffe3aac1d9d68c69283f98e69/f as hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69/f/2d5e43b373144b5091f22feaa6b7aca9_SeqId_4_ - updating store file list. 2024-11-09T16:22:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d5e43b373144b5091f22feaa6b7aca9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T16:22:54,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69/f/2d5e43b373144b5091f22feaa6b7aca9_SeqId_4_ into 9adb968ffe3aac1d9d68c69283f98e69/f 2024-11-09T16:22:54,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__ppv5q4msd0frs13c19d2h6s8alh493k4bni46bq567ojvfldnj1urvcgvinsdnrg/f/a49cbeb188e4456e88e24a2c97b7c72f_SeqId_4_ into 9adb968ffe3aac1d9d68c69283f98e69/f (new location: hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69/f/2d5e43b373144b5091f22feaa6b7aca9_SeqId_4_) 2024-11-09T16:22:54,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__ppv5q4msd0frs13c19d2h6s8alh493k4bni46bq567ojvfldnj1urvcgvinsdnrg/f/a49cbeb188e4456e88e24a2c97b7c72f_SeqId_4_ 2024-11-09T16:22:54,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__ppv5q4msd0frs13c19d2h6s8alh493k4bni46bq567ojvfldnj1urvcgvinsdnrg/f/b2bc38a745b845f18dacb43b64423bd4_SeqId_4_ into 9adb968ffe3aac1d9d68c69283f98e69/f as hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69/f/09af5d45c3bf4e8e9b92570737d5379a_SeqId_4_ - updating store file list. 2024-11-09T16:22:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 09af5d45c3bf4e8e9b92570737d5379a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T16:22:54,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69/f/09af5d45c3bf4e8e9b92570737d5379a_SeqId_4_ into 9adb968ffe3aac1d9d68c69283f98e69/f 2024-11-09T16:22:54,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__ppv5q4msd0frs13c19d2h6s8alh493k4bni46bq567ojvfldnj1urvcgvinsdnrg/f/b2bc38a745b845f18dacb43b64423bd4_SeqId_4_ into 9adb968ffe3aac1d9d68c69283f98e69/f (new location: hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69/f/09af5d45c3bf4e8e9b92570737d5379a_SeqId_4_) 2024-11-09T16:22:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__ppv5q4msd0frs13c19d2h6s8alh493k4bni46bq567ojvfldnj1urvcgvinsdnrg/f/b2bc38a745b845f18dacb43b64423bd4_SeqId_4_ 2024-11-09T16:22:54,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.ReplicationSink(324): Finished replicating [8426736a-3c6b-4cd9-9353-70a1d6c84b3b] bulk loaded data 2024-11-09T16:22:54,321 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T16:22:54,329 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289 to pos 687, reset compression=false 2024-11-09T16:22:54,633 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289 to pos 687, reset compression=false 2024-11-09T16:22:54,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:54,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,36687,1731169366419, seqNum=-1] 2024-11-09T16:22:54,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:54,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:22:54,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30., hostname=efe6b43736f4,36687,1731169366419, seqNum=2] 2024-11-09T16:22:54,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:22:54,876 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:22:54,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T16:22:54,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:54,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:54,877 DEBUG [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL efe6b43736f4%2C44007%2C1731169353924.meta:.meta(num 1731169356701) roll requested 2024-11-09T16:22:54,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:54,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:54,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:54,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:54,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:54,893 DEBUG [regionserver/efe6b43736f4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.meta.1731169374878.meta, exclude list is [], retry=0 2024-11-09T16:22:54,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44433,DS-ee35fbef-3239-4e11-8175-e1b231269c06,DISK] 2024-11-09T16:22:54,897 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.meta.1731169356701.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.meta.1731169374878.meta 2024-11-09T16:22:54,898 DEBUG [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46435:46435)] 2024-11-09T16:22:54,898 DEBUG [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.meta.1731169356701.meta is not closed yet, will try archiving it next time 2024-11-09T16:22:54,898 DEBUG [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL efe6b43736f4%2C44007%2C1731169353924.rep:(num 1731169372169) roll requested 2024-11-09T16:22:54,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741834_1010 (size=3473) 2024-11-09T16:22:54,918 DEBUG [regionserver/efe6b43736f4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.rep.1731169374898, exclude list is [], retry=0 2024-11-09T16:22:54,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44433,DS-ee35fbef-3239-4e11-8175-e1b231269c06,DISK] 2024-11-09T16:22:54,924 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.rep.1731169372169 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.rep.1731169374898 2024-11-09T16:22:54,926 DEBUG [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46435:46435)] 2024-11-09T16:22:54,926 DEBUG [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.rep.1731169372169 is not closed yet, will try archiving it next time 2024-11-09T16:22:54,926 DEBUG [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL efe6b43736f4%2C44007%2C1731169353924:(num 1731169356289) roll requested 2024-11-09T16:22:54,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741839_1015 (size=1505) 2024-11-09T16:22:54,939 DEBUG [regionserver/efe6b43736f4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927, exclude list is [], retry=0 2024-11-09T16:22:54,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44433,DS-ee35fbef-3239-4e11-8175-e1b231269c06,DISK] 2024-11-09T16:22:54,942 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 2024-11-09T16:22:54,943 DEBUG [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46435:46435)] 2024-11-09T16:22:54,943 DEBUG [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289 is not closed yet, will try archiving it next time 2024-11-09T16:22:54,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:54,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c53ca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:54,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,44161,-1 for getting cluster id 2024-11-09T16:22:54,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:54,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:54,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:54,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:54,944 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8426736a-3c6b-4cd9-9353-70a1d6c84b3b' 2024-11-09T16:22:54,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741833_1009 (size=695) 2024-11-09T16:22:54,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:54,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:54,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8426736a-3c6b-4cd9-9353-70a1d6c84b3b" 2024-11-09T16:22:54,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c00a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:54,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,44161,-1] 2024-11-09T16:22:54,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:54,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:54,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:54,946 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:54,946 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289 to hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/oldWALs/efe6b43736f4%2C44007%2C1731169353924.1731169356289 2024-11-09T16:22:54,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769a01bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:54,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:54,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,44161,1731169353582 2024-11-09T16:22:54,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62877ce8 2024-11-09T16:22:54,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:54,948 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:54,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://efe6b43736f4:45373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T16:22:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T16:22:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T16:22:54,951 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:45373' 2024-11-09T16:22:54,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:54,956 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f2b85d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:54,956 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,45373,-1 for getting cluster id 2024-11-09T16:22:54,956 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:54,956 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06f226b6-8efb-47d4-a725-46dbe7963d3b' 2024-11-09T16:22:54,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:54,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06f226b6-8efb-47d4-a725-46dbe7963d3b" 2024-11-09T16:22:54,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d318a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:54,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,45373,-1] 2024-11-09T16:22:54,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:54,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:54,958 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:54,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f5f7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:54,958 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:54,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:54,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:54,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,45373,1731169366306 2024-11-09T16:22:54,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c59edb4 2024-11-09T16:22:54,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:54,959 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:54,960 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T16:22:54,960 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T16:22:54,960 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:54,960 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:54,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:54,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:22:55,036 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289 to pos 687, reset compression=false 2024-11-09T16:22:55,042 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289 was moved to hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/oldWALs/efe6b43736f4%2C44007%2C1731169353924.1731169356289 2024-11-09T16:22:55,044 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289 2024-11-09T16:22:55,044 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,44007,1731169353924 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169356289, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T16:22:55,044 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927, startPosition=0, beingWritten=true 2024-11-09T16:22:55,046 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [efe6b43736f4%2C44007%2C1731169353924.1731169356289] 2024-11-09T16:22:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T16:22:55,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T16:22:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T16:22:55,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44007 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T16:22:55,272 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T16:22:55,306 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-efe6b43736f4,44007,1731169353924, ReplicationSource: 2, currentBandwidth=0 2024-11-09T16:22:55,308 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T16:22:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T16:22:55,309 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on efe6b43736f4,44007,1731169353924 suceeded 2024-11-09T16:22:55,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T16:22:55,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-09T16:22:55,311 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://efe6b43736f4:45373,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T16:22:55,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 363 msec 2024-11-09T16:22:55,320 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='efe6b43736f4:45373' 2024-11-09T16:22:55,321 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70d88bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:55,321 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,45373,-1 for getting cluster id 2024-11-09T16:22:55,321 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:55,322 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06f226b6-8efb-47d4-a725-46dbe7963d3b' 2024-11-09T16:22:55,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:55,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06f226b6-8efb-47d4-a725-46dbe7963d3b" 2024-11-09T16:22:55,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59737e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:55,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,45373,-1] 2024-11-09T16:22:55,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:55,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:55,323 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:55,323 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6faabefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:55,323 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:55,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,45373,1731169366306 2024-11-09T16:22:55,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bca0b8c 2024-11-09T16:22:55,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:55,324 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T16:22:55,325 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-efe6b43736f4,44007,1731169353924 (queues=1) is replicating from cluster=8426736a-3c6b-4cd9-9353-70a1d6c84b3b to cluster=06f226b6-8efb-47d4-a725-46dbe7963d3b 2024-11-09T16:22:55,325 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=efe6b43736f4%2C44007%2C1731169353924 2024-11-09T16:22:55,325 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-efe6b43736f4,44007,1731169353924, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T16:22:55,325 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927, startPosition=0, beingWritten=true 2024-11-09T16:22:55,325 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: efe6b43736f4%2C44007%2C1731169353924 2024-11-09T16:22:55,529 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 0, reset compression=false 2024-11-09T16:22:55,548 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 0, reset compression=false 2024-11-09T16:22:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T16:22:55,576 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T16:22:55,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:22:55,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:55,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:55,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:55,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:55,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T16:22:55,579 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731169375578/Put/seqid=0 2024-11-09T16:22:55,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741845_1021 (size=11194) 2024-11-09T16:22:55,832 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 0, reset compression=false 2024-11-09T16:22:55,985 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731169375984/Put/seqid=0 2024-11-09T16:22:55,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741846_1022 (size=10791) 2024-11-09T16:22:55,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab87eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:55,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,44161,-1 for getting cluster id 2024-11-09T16:22:55,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:55,991 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8426736a-3c6b-4cd9-9353-70a1d6c84b3b' 2024-11-09T16:22:55,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:55,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8426736a-3c6b-4cd9-9353-70a1d6c84b3b" 2024-11-09T16:22:55,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221aef78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:55,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,44161,-1] 2024-11-09T16:22:55,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:55,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:55,992 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:55,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451880ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:55,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:55,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,44007,1731169353924, seqNum=-1] 2024-11-09T16:22:55,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:55,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T16:22:56,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,44161,1731169353582 2024-11-09T16:22:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@521de610 2024-11-09T16:22:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:56,002 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T16:22:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4., hostname=efe6b43736f4,44007,1731169353924, seqNum=2] 2024-11-09T16:22:56,006 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T16:22:56,010 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-09T16:22:56,012 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-09T16:22:56,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 29e10cb77f8cfe587be03af8e788a6c4/f 2024-11-09T16:22:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T16:22:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:22:56,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 29e10cb77f8cfe587be03af8e788a6c4/f 2024-11-09T16:22:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T16:22:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:22:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HRegion(2603): Flush status journal for 29e10cb77f8cfe587be03af8e788a6c4: 2024-11-09T16:22:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__957havtoo2o7uj3lvd0juciuulvepgqgngb33oe2qippaue5o0mifafl8scse1d2/f/hfile_1 2024-11-09T16:22:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__957havtoo2o7uj3lvd0juciuulvepgqgngb33oe2qippaue5o0mifafl8scse1d2/f/hfile_1 as hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4/f/c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_ 2024-11-09T16:22:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__957havtoo2o7uj3lvd0juciuulvepgqgngb33oe2qippaue5o0mifafl8scse1d2/f/hfile_0 2024-11-09T16:22:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__957havtoo2o7uj3lvd0juciuulvepgqgngb33oe2qippaue5o0mifafl8scse1d2/f/hfile_0 as hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4/f/ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_ 2024-11-09T16:22:56,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__957havtoo2o7uj3lvd0juciuulvepgqgngb33oe2qippaue5o0mifafl8scse1d2/f/hfile_1 into 29e10cb77f8cfe587be03af8e788a6c4/f as hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4/f/c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_ - updating store file list. 2024-11-09T16:22:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T16:22:56,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4/f/c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_ into 29e10cb77f8cfe587be03af8e788a6c4/f 2024-11-09T16:22:56,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__957havtoo2o7uj3lvd0juciuulvepgqgngb33oe2qippaue5o0mifafl8scse1d2/f/hfile_1 into 29e10cb77f8cfe587be03af8e788a6c4/f (new location: hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4/f/c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_) 2024-11-09T16:22:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__957havtoo2o7uj3lvd0juciuulvepgqgngb33oe2qippaue5o0mifafl8scse1d2/f/hfile_1 2024-11-09T16:22:56,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__957havtoo2o7uj3lvd0juciuulvepgqgngb33oe2qippaue5o0mifafl8scse1d2/f/hfile_0 into 29e10cb77f8cfe587be03af8e788a6c4/f as hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4/f/ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_ - updating store file list. 2024-11-09T16:22:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T16:22:56,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4/f/ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_ into 29e10cb77f8cfe587be03af8e788a6c4/f 2024-11-09T16:22:56,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__957havtoo2o7uj3lvd0juciuulvepgqgngb33oe2qippaue5o0mifafl8scse1d2/f/hfile_0 into 29e10cb77f8cfe587be03af8e788a6c4/f (new location: hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4/f/ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_) 2024-11-09T16:22:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44007 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/staging/jenkins__test__957havtoo2o7uj3lvd0juciuulvepgqgngb33oe2qippaue5o0mifafl8scse1d2/f/hfile_0 2024-11-09T16:22:56,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:22:56,037 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:56,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:56,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:56,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:56,041 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T16:22:56,152 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 0, reset compression=false 2024-11-09T16:22:56,157 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:22:56,157 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,44007,1731169353924 got entry batch from reader: WALEntryBatch [walEntries=[{test/29e10cb77f8cfe587be03af8e788a6c4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731169376036/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T16:22:56,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.ReplicationSink(318): Replicating [8426736a-3c6b-4cd9-9353-70a1d6c84b3b] bulk loaded data 2024-11-09T16:22:56,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741839_1015 (size=10791) 2024-11-09T16:22:56,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741840_1016 (size=11194) 2024-11-09T16:22:56,236 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 0, reset compression=false 2024-11-09T16:22:56,241 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T16:22:56,241 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-efe6b43736f4,44007,1731169353924 got entry batch from reader: WALEntryBatch [walEntries=[{test/29e10cb77f8cfe587be03af8e788a6c4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731169376036/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T16:22:56,243 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T16:22:56,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T16:22:56,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.ReplicationSink(318): Replicating [8426736a-3c6b-4cd9-9353-70a1d6c84b3b] bulk loaded data 2024-11-09T16:22:56,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21bf55d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:56,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] client.ClusterIdFetcher(90): Going to request efe6b43736f4,45373,-1 for getting cluster id 2024-11-09T16:22:56,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T16:22:56,246 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06f226b6-8efb-47d4-a725-46dbe7963d3b' 2024-11-09T16:22:56,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T16:22:56,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06f226b6-8efb-47d4-a725-46dbe7963d3b" 2024-11-09T16:22:56,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28e3bbea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:56,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [efe6b43736f4,45373,-1] 2024-11-09T16:22:56,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T16:22:56,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:56,248 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-09T16:22:56,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ada2d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T16:22:56,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741837_1013 (size=10791) 2024-11-09T16:22:56,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741838_1014 (size=11194) 2024-11-09T16:22:56,287 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T16:22:56,357 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:22:56,441 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:22:56,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T16:22:56,582 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__dgteath83jp95an29tbekvb7r42vgmkvadpa4goe2stqq7dcff44sperfq96lmp2/f/c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T16:22:56,584 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__dgteath83jp95an29tbekvb7r42vgmkvadpa4goe2stqq7dcff44sperfq96lmp2/f/ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T16:22:56,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__dgteath83jp95an29tbekvb7r42vgmkvadpa4goe2stqq7dcff44sperfq96lmp2/f/ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_ for inclusion in 9adb968ffe3aac1d9d68c69283f98e69/f 2024-11-09T16:22:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T16:22:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:22:56,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__dgteath83jp95an29tbekvb7r42vgmkvadpa4goe2stqq7dcff44sperfq96lmp2/f/c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_ for inclusion in 9adb968ffe3aac1d9d68c69283f98e69/f 2024-11-09T16:22:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T16:22:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:22:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HRegion(2603): Flush status journal for 9adb968ffe3aac1d9d68c69283f98e69: 2024-11-09T16:22:56,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T16:22:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__dgteath83jp95an29tbekvb7r42vgmkvadpa4goe2stqq7dcff44sperfq96lmp2/f/ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_ as hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69/f/a3fe5735b90244d28b640c2c417c68eb_SeqId_6_ 2024-11-09T16:22:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T16:22:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__dgteath83jp95an29tbekvb7r42vgmkvadpa4goe2stqq7dcff44sperfq96lmp2/f/c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_ as hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69/f/200e3737aba44387a508c8f20bbd2c22_SeqId_6_ 2024-11-09T16:22:56,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__dgteath83jp95an29tbekvb7r42vgmkvadpa4goe2stqq7dcff44sperfq96lmp2/f/ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_ into 9adb968ffe3aac1d9d68c69283f98e69/f as hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69/f/a3fe5735b90244d28b640c2c417c68eb_SeqId_6_ - updating store file list. 2024-11-09T16:22:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a3fe5735b90244d28b640c2c417c68eb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T16:22:56,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69/f/a3fe5735b90244d28b640c2c417c68eb_SeqId_6_ into 9adb968ffe3aac1d9d68c69283f98e69/f 2024-11-09T16:22:56,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__dgteath83jp95an29tbekvb7r42vgmkvadpa4goe2stqq7dcff44sperfq96lmp2/f/ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_ into 9adb968ffe3aac1d9d68c69283f98e69/f (new location: hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69/f/a3fe5735b90244d28b640c2c417c68eb_SeqId_6_) 2024-11-09T16:22:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__dgteath83jp95an29tbekvb7r42vgmkvadpa4goe2stqq7dcff44sperfq96lmp2/f/ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_ 2024-11-09T16:22:56,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__dgteath83jp95an29tbekvb7r42vgmkvadpa4goe2stqq7dcff44sperfq96lmp2/f/c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_ into 9adb968ffe3aac1d9d68c69283f98e69/f as hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69/f/200e3737aba44387a508c8f20bbd2c22_SeqId_6_ - updating store file list. 2024-11-09T16:22:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 200e3737aba44387a508c8f20bbd2c22_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T16:22:56,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69/f/200e3737aba44387a508c8f20bbd2c22_SeqId_6_ into 9adb968ffe3aac1d9d68c69283f98e69/f 2024-11-09T16:22:56,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__dgteath83jp95an29tbekvb7r42vgmkvadpa4goe2stqq7dcff44sperfq96lmp2/f/c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_ into 9adb968ffe3aac1d9d68c69283f98e69/f (new location: hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69/f/200e3737aba44387a508c8f20bbd2c22_SeqId_6_) 2024-11-09T16:22:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/staging/jenkins.hfs.22__test__dgteath83jp95an29tbekvb7r42vgmkvadpa4goe2stqq7dcff44sperfq96lmp2/f/c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_ 2024-11-09T16:22:56,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33001 {}] regionserver.ReplicationSink(324): Finished replicating [8426736a-3c6b-4cd9-9353-70a1d6c84b3b] bulk loaded data 2024-11-09T16:22:56,660 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:22:56,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T16:22:56,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is efe6b43736f4,45373,1731169366306 2024-11-09T16:22:56,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41bd4286 2024-11-09T16:22:56,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T16:22:56,673 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-09T16:22:56,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T16:22:56,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T16:22:56,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=efe6b43736f4,36687,1731169366419, seqNum=-1] 2024-11-09T16:22:56,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T16:22:56,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-09T16:22:56,680 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/staging/jenkins.hfs.23__test__h89mgg62q07v30l47q7nhcl0dq7qo998rhetjd0ssiiqklc0ra1c6n8lv5253jsa/f/c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T16:22:56,682 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/staging/jenkins.hfs.23__test__h89mgg62q07v30l47q7nhcl0dq7qo998rhetjd0ssiiqklc0ra1c6n8lv5253jsa/f/ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T16:22:56,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/staging/jenkins.hfs.23__test__h89mgg62q07v30l47q7nhcl0dq7qo998rhetjd0ssiiqklc0ra1c6n8lv5253jsa/f/ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_ for inclusion in deac5b38b32daa7f26cc609dbc00ac30/f 2024-11-09T16:22:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T16:22:56,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:22:56,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/staging/jenkins.hfs.23__test__h89mgg62q07v30l47q7nhcl0dq7qo998rhetjd0ssiiqklc0ra1c6n8lv5253jsa/f/c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_ for inclusion in deac5b38b32daa7f26cc609dbc00ac30/f 2024-11-09T16:22:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T16:22:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T16:22:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.HRegion(2603): Flush status journal for deac5b38b32daa7f26cc609dbc00ac30: 2024-11-09T16:22:56,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T16:22:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/staging/jenkins.hfs.23__test__h89mgg62q07v30l47q7nhcl0dq7qo998rhetjd0ssiiqklc0ra1c6n8lv5253jsa/f/ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_ as hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/default/test/deac5b38b32daa7f26cc609dbc00ac30/f/fb371c8c190246cbbbc2a025e75d9252_SeqId_4_ 2024-11-09T16:22:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T16:22:56,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/staging/jenkins.hfs.23__test__h89mgg62q07v30l47q7nhcl0dq7qo998rhetjd0ssiiqklc0ra1c6n8lv5253jsa/f/c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_ as hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/default/test/deac5b38b32daa7f26cc609dbc00ac30/f/799142c7bddc4fefbfeed304d19eb442_SeqId_4_ 2024-11-09T16:22:56,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/staging/jenkins.hfs.23__test__h89mgg62q07v30l47q7nhcl0dq7qo998rhetjd0ssiiqklc0ra1c6n8lv5253jsa/f/ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_ into deac5b38b32daa7f26cc609dbc00ac30/f as hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/default/test/deac5b38b32daa7f26cc609dbc00ac30/f/fb371c8c190246cbbbc2a025e75d9252_SeqId_4_ - updating store file list. 2024-11-09T16:22:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fb371c8c190246cbbbc2a025e75d9252_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T16:22:56,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/default/test/deac5b38b32daa7f26cc609dbc00ac30/f/fb371c8c190246cbbbc2a025e75d9252_SeqId_4_ into deac5b38b32daa7f26cc609dbc00ac30/f 2024-11-09T16:22:56,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/staging/jenkins.hfs.23__test__h89mgg62q07v30l47q7nhcl0dq7qo998rhetjd0ssiiqklc0ra1c6n8lv5253jsa/f/ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_ into deac5b38b32daa7f26cc609dbc00ac30/f (new location: hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/default/test/deac5b38b32daa7f26cc609dbc00ac30/f/fb371c8c190246cbbbc2a025e75d9252_SeqId_4_) 2024-11-09T16:22:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/staging/jenkins.hfs.23__test__h89mgg62q07v30l47q7nhcl0dq7qo998rhetjd0ssiiqklc0ra1c6n8lv5253jsa/f/ddbdc28ad5044335a26d9c56db4e327a_SeqId_6_ 2024-11-09T16:22:56,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/staging/jenkins.hfs.23__test__h89mgg62q07v30l47q7nhcl0dq7qo998rhetjd0ssiiqklc0ra1c6n8lv5253jsa/f/c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_ into deac5b38b32daa7f26cc609dbc00ac30/f as hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/default/test/deac5b38b32daa7f26cc609dbc00ac30/f/799142c7bddc4fefbfeed304d19eb442_SeqId_4_ - updating store file list. 2024-11-09T16:22:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 799142c7bddc4fefbfeed304d19eb442_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T16:22:56,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/default/test/deac5b38b32daa7f26cc609dbc00ac30/f/799142c7bddc4fefbfeed304d19eb442_SeqId_4_ into deac5b38b32daa7f26cc609dbc00ac30/f 2024-11-09T16:22:56,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/staging/jenkins.hfs.23__test__h89mgg62q07v30l47q7nhcl0dq7qo998rhetjd0ssiiqklc0ra1c6n8lv5253jsa/f/c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_ into deac5b38b32daa7f26cc609dbc00ac30/f (new location: hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/default/test/deac5b38b32daa7f26cc609dbc00ac30/f/799142c7bddc4fefbfeed304d19eb442_SeqId_4_) 2024-11-09T16:22:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/staging/jenkins.hfs.23__test__h89mgg62q07v30l47q7nhcl0dq7qo998rhetjd0ssiiqklc0ra1c6n8lv5253jsa/f/c280db0fe56c4c8daadba2f3ff5048ed_SeqId_6_ 2024-11-09T16:22:56,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36687 {}] regionserver.ReplicationSink(324): Finished replicating [8426736a-3c6b-4cd9-9353-70a1d6c84b3b] bulk loaded data 2024-11-09T16:22:56,744 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:22:57,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:22:57,054 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:22:57,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:57,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:57,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:57,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:57,055 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:22:57,055 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1805850892, stopped=false 2024-11-09T16:22:57,055 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,45373,1731169366306 2024-11-09T16:22:57,063 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:22:57,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-852914172/running 2024-11-09T16:22:57,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-852914172/running 2024-11-09T16:22:57,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172 2024-11-09T16:22:57,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172 2024-11-09T16:22:57,114 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:22:57,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:22:57,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:57,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:57,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Set watcher on znode that does not yet exist, /2-852914172/running 2024-11-09T16:22:57,115 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,36687,1731169366419' ***** 2024-11-09T16:22:57,115 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:22:57,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Set watcher on znode that does not yet exist, /2-852914172/running 2024-11-09T16:22:57,116 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:22:57,116 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:22:57,116 INFO [RS:0;efe6b43736f4:36687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:22:57,116 INFO [RS:0;efe6b43736f4:36687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:22:57,116 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(3091): Received CLOSE for deac5b38b32daa7f26cc609dbc00ac30 2024-11-09T16:22:57,116 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,36687,1731169366419 2024-11-09T16:22:57,116 INFO [RS:0;efe6b43736f4:36687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:22:57,116 INFO [RS:0;efe6b43736f4:36687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:36687. 2024-11-09T16:22:57,116 DEBUG [RS:0;efe6b43736f4:36687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:57,116 DEBUG [RS:0;efe6b43736f4:36687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:57,116 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing deac5b38b32daa7f26cc609dbc00ac30, disabling compactions & flushes 2024-11-09T16:22:57,116 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30. 2024-11-09T16:22:57,116 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30. 2024-11-09T16:22:57,116 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30. after waiting 0 ms 2024-11-09T16:22:57,116 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30. 2024-11-09T16:22:57,116 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:22:57,116 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:22:57,116 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:22:57,116 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:22:57,117 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T16:22:57,117 DEBUG [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, deac5b38b32daa7f26cc609dbc00ac30=test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30.} 2024-11-09T16:22:57,117 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:22:57,117 DEBUG [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, deac5b38b32daa7f26cc609dbc00ac30 2024-11-09T16:22:57,117 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:22:57,117 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:22:57,117 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:22:57,117 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:22:57,117 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T16:22:57,119 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/default/test/deac5b38b32daa7f26cc609dbc00ac30/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T16:22:57,120 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:22:57,120 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:22:57,120 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30. 2024-11-09T16:22:57,120 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for deac5b38b32daa7f26cc609dbc00ac30: Waiting for close lock at 1731169377116Running coprocessor pre-close hooks at 1731169377116Disabling compacts and flushes for region at 1731169377116Disabling writes for close at 1731169377116Writing region close event to WAL at 1731169377117 (+1 ms)Running coprocessor post-close hooks at 1731169377120 (+3 ms)Closed at 1731169377120 2024-11-09T16:22:57,120 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30. 2024-11-09T16:22:57,130 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/.tmp/info/56e2d29f27614123ae84c65a96d43f37 is 129, key is test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30./info:regioninfo/1731169370848/Put/seqid=0 2024-11-09T16:22:57,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741839_1015 (size=6421) 2024-11-09T16:22:57,148 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:22:57,168 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:22:57,317 DEBUG [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:22:57,517 DEBUG [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:22:57,533 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/.tmp/info/56e2d29f27614123ae84c65a96d43f37 2024-11-09T16:22:57,549 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/.tmp/ns/0e15b4e4cfdd4579a84ea97038ade5b2 is 43, key is default/ns:d/1731169368275/Put/seqid=0 2024-11-09T16:22:57,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741840_1016 (size=5153) 2024-11-09T16:22:57,564 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:22:57,564 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:22:57,567 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:22:57,651 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:22:57,717 DEBUG [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:22:57,917 DEBUG [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:22:57,957 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/.tmp/ns/0e15b4e4cfdd4579a84ea97038ade5b2 2024-11-09T16:22:57,975 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/.tmp/rep_barrier/3633e27f1ff1430ab7bae6806c58af8c is 112, key is test,,1731169369669.deac5b38b32daa7f26cc609dbc00ac30./rep_barrier:seqnumDuringOpen/1731169370848/Put/seqid=0 2024-11-09T16:22:57,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741841_1017 (size=5518) 2024-11-09T16:22:57,978 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/.tmp/rep_barrier/3633e27f1ff1430ab7bae6806c58af8c 2024-11-09T16:22:57,992 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/.tmp/table/9946fb6e68884604a757052dc757133a is 40, key is test/table:state/1731169370856/Put/seqid=0 2024-11-09T16:22:57,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741842_1018 (size=5165) 2024-11-09T16:22:57,995 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/.tmp/table/9946fb6e68884604a757052dc757133a 2024-11-09T16:22:57,998 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/.tmp/info/56e2d29f27614123ae84c65a96d43f37 as hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/info/56e2d29f27614123ae84c65a96d43f37 2024-11-09T16:22:58,001 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/info/56e2d29f27614123ae84c65a96d43f37, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T16:22:58,002 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/.tmp/ns/0e15b4e4cfdd4579a84ea97038ade5b2 as hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/ns/0e15b4e4cfdd4579a84ea97038ade5b2 2024-11-09T16:22:58,004 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/ns/0e15b4e4cfdd4579a84ea97038ade5b2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T16:22:58,005 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/.tmp/rep_barrier/3633e27f1ff1430ab7bae6806c58af8c as hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/rep_barrier/3633e27f1ff1430ab7bae6806c58af8c 2024-11-09T16:22:58,007 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/rep_barrier/3633e27f1ff1430ab7bae6806c58af8c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T16:22:58,008 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/.tmp/table/9946fb6e68884604a757052dc757133a as hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/table/9946fb6e68884604a757052dc757133a 2024-11-09T16:22:58,010 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/table/9946fb6e68884604a757052dc757133a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T16:22:58,011 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 894ms, sequenceid=11, compaction requested=false 2024-11-09T16:22:58,014 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T16:22:58,015 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:22:58,015 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:22:58,015 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:22:58,015 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169377117Running coprocessor pre-close hooks at 1731169377117Disabling compacts and flushes for region at 1731169377117Disabling writes for close at 1731169377117Obtaining lock to block concurrent updates at 1731169377117Preparing flush snapshotting stores in 1588230740 at 1731169377117Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731169377117Flushing stores of hbase:meta,,1.1588230740 at 1731169377118 (+1 ms)Flushing 1588230740/info: creating writer at 1731169377118Flushing 1588230740/info: appending metadata at 1731169377130 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731169377130Flushing 1588230740/ns: creating writer at 1731169377536 (+406 ms)Flushing 1588230740/ns: appending metadata at 1731169377549 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731169377549Flushing 1588230740/rep_barrier: creating writer at 1731169377960 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731169377974 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731169377974Flushing 1588230740/table: creating writer at 1731169377980 (+6 ms)Flushing 1588230740/table: appending metadata at 1731169377992 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731169377992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cbfb392: reopening flushed file at 1731169377998 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@144e547e: reopening flushed file at 1731169378001 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d035dc3: reopening flushed file at 1731169378004 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b73c8a: reopening flushed file at 1731169378007 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 894ms, sequenceid=11, compaction requested=false at 1731169378011 (+4 ms)Writing region close event to WAL at 1731169378012 (+1 ms)Running coprocessor post-close hooks at 1731169378015 (+3 ms)Closed at 1731169378015 2024-11-09T16:22:58,015 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:22:58,118 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,36687,1731169366419; all regions closed. 2024-11-09T16:22:58,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741834_1010 (size=2717) 2024-11-09T16:22:58,120 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/WALs/efe6b43736f4,36687,1731169366419/efe6b43736f4%2C36687%2C1731169366419.meta.1731169368216.meta not finished, retry = 0 2024-11-09T16:22:58,170 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:22:58,222 DEBUG [RS:0;efe6b43736f4:36687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/oldWALs 2024-11-09T16:22:58,222 INFO [RS:0;efe6b43736f4:36687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C36687%2C1731169366419.meta:.meta(num 1731169368216) 2024-11-09T16:22:58,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741832_1008 (size=1028) 2024-11-09T16:22:58,224 DEBUG [RS:0;efe6b43736f4:36687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/oldWALs 2024-11-09T16:22:58,224 INFO [RS:0;efe6b43736f4:36687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C36687%2C1731169366419:(num 1731169367703) 2024-11-09T16:22:58,224 DEBUG [RS:0;efe6b43736f4:36687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:58,224 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:22:58,224 INFO [RS:0;efe6b43736f4:36687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:22:58,225 INFO [RS:0;efe6b43736f4:36687 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T16:22:58,225 INFO [RS:0;efe6b43736f4:36687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:22:58,225 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:22:58,225 INFO [RS:0;efe6b43736f4:36687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:36687. 2024-11-09T16:22:58,225 DEBUG [RS:0;efe6b43736f4:36687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:58,225 DEBUG [RS:0;efe6b43736f4:36687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:58,225 DEBUG [RS:0;efe6b43736f4:36687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:58,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:58,225 INFO [RS:0;efe6b43736f4:36687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36687 2024-11-09T16:22:58,254 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:22:58,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172/rs 2024-11-09T16:22:58,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-852914172/rs/efe6b43736f4,36687,1731169366419 2024-11-09T16:22:58,281 INFO [RS:0;efe6b43736f4:36687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:22:58,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,36687,1731169366419] 2024-11-09T16:22:58,407 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-852914172/draining/efe6b43736f4,36687,1731169366419 already deleted, retry=false 2024-11-09T16:22:58,407 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,36687,1731169366419 expired; onlineServers=0 2024-11-09T16:22:58,407 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,45373,1731169366306' ***** 2024-11-09T16:22:58,407 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:22:58,407 INFO [M:0;efe6b43736f4:45373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:22:58,407 INFO [M:0;efe6b43736f4:45373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:22:58,407 DEBUG [M:0;efe6b43736f4:45373 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:22:58,407 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:22:58,407 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169367412 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169367412,5,FailOnTimeoutGroup] 2024-11-09T16:22:58,407 DEBUG [M:0;efe6b43736f4:45373 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:22:58,407 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169367392 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169367392,5,FailOnTimeoutGroup] 2024-11-09T16:22:58,408 INFO [M:0;efe6b43736f4:45373 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:22:58,408 INFO [M:0;efe6b43736f4:45373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:22:58,408 DEBUG [M:0;efe6b43736f4:45373 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:22:58,408 INFO [M:0;efe6b43736f4:45373 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:22:58,408 INFO [M:0;efe6b43736f4:45373 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:22:58,408 INFO [M:0;efe6b43736f4:45373 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:22:58,408 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:22:58,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:22:58,423 INFO [RS:0;efe6b43736f4:36687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:22:58,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36687-0x1012067f2a90007, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:22:58,423 INFO [RS:0;efe6b43736f4:36687 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,36687,1731169366419; zookeeper connection closed. 2024-11-09T16:22:58,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-852914172/master 2024-11-09T16:22:58,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-852914172 2024-11-09T16:22:58,424 DEBUG [M:0;efe6b43736f4:45373 {}] zookeeper.ZKUtil(347): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Unable to get data of znode /2-852914172/master because node does not exist (not an error) 2024-11-09T16:22:58,424 WARN [M:0;efe6b43736f4:45373 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:22:58,424 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36027de3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36027de3 2024-11-09T16:22:58,424 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:22:58,424 INFO [M:0;efe6b43736f4:45373 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/.lastflushedseqids 2024-11-09T16:22:58,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741843_1019 (size=173) 2024-11-09T16:22:58,428 INFO [M:0;efe6b43736f4:45373 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:22:58,428 INFO [M:0;efe6b43736f4:45373 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:22:58,428 DEBUG [M:0;efe6b43736f4:45373 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:22:58,428 INFO [M:0;efe6b43736f4:45373 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:58,428 DEBUG [M:0;efe6b43736f4:45373 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:58,428 DEBUG [M:0;efe6b43736f4:45373 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:22:58,428 DEBUG [M:0;efe6b43736f4:45373 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:58,428 INFO [M:0;efe6b43736f4:45373 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-09T16:22:58,442 DEBUG [M:0;efe6b43736f4:45373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c098be109ce347428a9e6e0486ce503b is 82, key is hbase:meta,,1/info:regioninfo/1731169368257/Put/seqid=0 2024-11-09T16:22:58,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741844_1020 (size=5672) 2024-11-09T16:22:58,845 INFO [M:0;efe6b43736f4:45373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c098be109ce347428a9e6e0486ce503b 2024-11-09T16:22:58,862 DEBUG [M:0;efe6b43736f4:45373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ce9b3c74b6744b6a78fe6aeed6e112b is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731169370859/Put/seqid=0 2024-11-09T16:22:58,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741845_1021 (size=6587) 2024-11-09T16:22:58,873 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:22:58,957 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:22:59,266 INFO [M:0;efe6b43736f4:45373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ce9b3c74b6744b6a78fe6aeed6e112b 2024-11-09T16:22:59,283 DEBUG [M:0;efe6b43736f4:45373 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6552cebb67e54b2389c166c36a833e7e is 69, key is efe6b43736f4,36687,1731169366419/rs:state/1731169367489/Put/seqid=0 2024-11-09T16:22:59,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741846_1022 (size=5156) 2024-11-09T16:22:59,677 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:22:59,687 INFO [M:0;efe6b43736f4:45373 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6552cebb67e54b2389c166c36a833e7e 2024-11-09T16:22:59,691 DEBUG [M:0;efe6b43736f4:45373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c098be109ce347428a9e6e0486ce503b as hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c098be109ce347428a9e6e0486ce503b 2024-11-09T16:22:59,693 INFO [M:0;efe6b43736f4:45373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c098be109ce347428a9e6e0486ce503b, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T16:22:59,694 DEBUG [M:0;efe6b43736f4:45373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ce9b3c74b6744b6a78fe6aeed6e112b as hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ce9b3c74b6744b6a78fe6aeed6e112b 2024-11-09T16:22:59,697 INFO [M:0;efe6b43736f4:45373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ce9b3c74b6744b6a78fe6aeed6e112b, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T16:22:59,698 DEBUG [M:0;efe6b43736f4:45373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6552cebb67e54b2389c166c36a833e7e as hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6552cebb67e54b2389c166c36a833e7e 2024-11-09T16:22:59,701 INFO [M:0;efe6b43736f4:45373 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44725/user/jenkins/test-data/c5f5d499-08b5-8796-2fdd-564aa1bc90df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6552cebb67e54b2389c166c36a833e7e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T16:22:59,702 INFO [M:0;efe6b43736f4:45373 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=55, compaction requested=false 2024-11-09T16:22:59,703 INFO [M:0;efe6b43736f4:45373 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:22:59,703 DEBUG [M:0;efe6b43736f4:45373 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169378428Disabling compacts and flushes for region at 1731169378428Disabling writes for close at 1731169378428Obtaining lock to block concurrent updates at 1731169378428Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169378428Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731169378428Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169378429 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169378429Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169378441 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169378441Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169378848 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169378862 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169378862Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169379270 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169379283 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169379283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44c92610: reopening flushed file at 1731169379690 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50c4cfdc: reopening flushed file at 1731169379694 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d729a99: reopening flushed file at 1731169379698 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=55, compaction requested=false at 1731169379702 (+4 ms)Writing region close event to WAL at 1731169379703 (+1 ms)Closed at 1731169379703 2024-11-09T16:22:59,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39267 is added to blk_1073741830_1006 (size=32782) 2024-11-09T16:22:59,705 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:22:59,705 INFO [M:0;efe6b43736f4:45373 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:22:59,705 INFO [M:0;efe6b43736f4:45373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45373 2024-11-09T16:22:59,705 INFO [M:0;efe6b43736f4:45373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:22:59,761 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:22:59,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:22:59,818 INFO [M:0;efe6b43736f4:45373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:22:59,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45373-0x1012067f2a90006, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:22:59,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4710b03d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:22:59,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37f82eca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:22:59,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:22:59,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37dd00a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:22:59,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2960a674{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/hadoop.log.dir/,STOPPED} 2024-11-09T16:22:59,831 WARN [BP-728167950-172.17.0.3-1731169364061 heartbeating to localhost/127.0.0.1:44725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:22:59,831 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:22:59,831 WARN [BP-728167950-172.17.0.3-1731169364061 heartbeating to localhost/127.0.0.1:44725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-728167950-172.17.0.3-1731169364061 (Datanode Uuid e9d18100-6083-498f-80f0-91c2ca8140cf) service to localhost/127.0.0.1:44725 2024-11-09T16:22:59,831 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:22:59,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/cluster_6d098a81-c6d6-4ead-bbfb-04472122c874/data/data1/current/BP-728167950-172.17.0.3-1731169364061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:22:59,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/cluster_6d098a81-c6d6-4ead-bbfb-04472122c874/data/data2/current/BP-728167950-172.17.0.3-1731169364061 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:22:59,832 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:22:59,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5aa22e21{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:22:59,839 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e08c85{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:22:59,839 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:22:59,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72194659{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:22:59,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@144e469{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b62adbb9-7e08-e6d8-1353-4d97125303e3/hadoop.log.dir/,STOPPED} 2024-11-09T16:22:59,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:22:59,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:22:59,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:22:59,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:59,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:59,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:59,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:22:59,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:22:59,857 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=674615283, stopped=false 2024-11-09T16:22:59,857 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,34557,1731169360774 2024-11-09T16:22:59,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-748099504/running 2024-11-09T16:22:59,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504 2024-11-09T16:22:59,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-748099504/running 2024-11-09T16:22:59,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504 2024-11-09T16:22:59,876 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:22:59,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:22:59,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:59,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:59,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Set watcher on znode that does not yet exist, /1-748099504/running 2024-11-09T16:22:59,877 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,33001,1731169361414' ***** 2024-11-09T16:22:59,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Set watcher on znode that does not yet exist, /1-748099504/running 2024-11-09T16:22:59,877 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:22:59,877 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:22:59,877 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:22:59,878 INFO [RS:0;efe6b43736f4:33001 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:22:59,878 INFO [RS:0;efe6b43736f4:33001 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:22:59,878 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(3091): Received CLOSE for 9adb968ffe3aac1d9d68c69283f98e69 2024-11-09T16:22:59,878 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,33001,1731169361414 2024-11-09T16:22:59,878 INFO [RS:0;efe6b43736f4:33001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:22:59,878 INFO [RS:0;efe6b43736f4:33001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:33001. 2024-11-09T16:22:59,878 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9adb968ffe3aac1d9d68c69283f98e69, disabling compactions & flushes 2024-11-09T16:22:59,878 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69. 2024-11-09T16:22:59,878 DEBUG [RS:0;efe6b43736f4:33001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:22:59,878 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69. 2024-11-09T16:22:59,878 DEBUG [RS:0;efe6b43736f4:33001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:22:59,878 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69. after waiting 0 ms 2024-11-09T16:22:59,878 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69. 2024-11-09T16:22:59,878 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:22:59,878 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:22:59,878 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:22:59,878 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:22:59,879 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T16:22:59,879 DEBUG [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9adb968ffe3aac1d9d68c69283f98e69=test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69.} 2024-11-09T16:22:59,879 DEBUG [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9adb968ffe3aac1d9d68c69283f98e69 2024-11-09T16:22:59,879 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:22:59,879 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:22:59,879 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:22:59,879 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:22:59,879 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:22:59,879 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T16:22:59,884 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/default/test/9adb968ffe3aac1d9d68c69283f98e69/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T16:22:59,885 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:22:59,885 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:22:59,885 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69. 2024-11-09T16:22:59,885 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9adb968ffe3aac1d9d68c69283f98e69: Waiting for close lock at 1731169379878Running coprocessor pre-close hooks at 1731169379878Disabling compacts and flushes for region at 1731169379878Disabling writes for close at 1731169379878Writing region close event to WAL at 1731169379879 (+1 ms)Running coprocessor post-close hooks at 1731169379885 (+6 ms)Closed at 1731169379885 2024-11-09T16:22:59,885 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69. 2024-11-09T16:22:59,907 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/.tmp/info/04308b31bec743c1bbaca8123bb23ee1 is 129, key is test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69./info:regioninfo/1731169369396/Put/seqid=0 2024-11-09T16:22:59,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741841_1017 (size=6421) 2024-11-09T16:22:59,911 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/.tmp/info/04308b31bec743c1bbaca8123bb23ee1 2024-11-09T16:22:59,926 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/.tmp/ns/211ee1d668d14f39a372810f089fa038 is 43, key is default/ns:d/1731169363913/Put/seqid=0 2024-11-09T16:22:59,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741842_1018 (size=5153) 2024-11-09T16:22:59,976 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:23:00,079 DEBUG [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:23:00,162 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:23:00,162 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:23:00,279 DEBUG [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:23:00,330 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/.tmp/ns/211ee1d668d14f39a372810f089fa038 2024-11-09T16:23:00,345 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/.tmp/rep_barrier/6f712804d6b545b797db3ec7152dac94 is 112, key is test,,1731169369029.9adb968ffe3aac1d9d68c69283f98e69./rep_barrier:seqnumDuringOpen/1731169369396/Put/seqid=0 2024-11-09T16:23:00,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741843_1019 (size=5518) 2024-11-09T16:23:00,479 DEBUG [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:23:00,580 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:23:00,664 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:23:00,679 DEBUG [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:23:00,748 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/.tmp/rep_barrier/6f712804d6b545b797db3ec7152dac94 2024-11-09T16:23:00,769 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/.tmp/table/c719447fdb4846038986e00144910565 is 40, key is test/table:state/1731169369411/Put/seqid=0 2024-11-09T16:23:00,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741844_1020 (size=5165) 2024-11-09T16:23:00,879 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T16:23:00,879 DEBUG [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T16:23:00,879 DEBUG [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:23:01,080 DEBUG [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T16:23:01,173 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/.tmp/table/c719447fdb4846038986e00144910565 2024-11-09T16:23:01,177 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/.tmp/info/04308b31bec743c1bbaca8123bb23ee1 as hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/info/04308b31bec743c1bbaca8123bb23ee1 2024-11-09T16:23:01,185 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/info/04308b31bec743c1bbaca8123bb23ee1, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T16:23:01,187 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/.tmp/ns/211ee1d668d14f39a372810f089fa038 as hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/ns/211ee1d668d14f39a372810f089fa038 2024-11-09T16:23:01,193 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/ns/211ee1d668d14f39a372810f089fa038, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T16:23:01,194 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/.tmp/rep_barrier/6f712804d6b545b797db3ec7152dac94 as hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/rep_barrier/6f712804d6b545b797db3ec7152dac94 2024-11-09T16:23:01,198 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/rep_barrier/6f712804d6b545b797db3ec7152dac94, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T16:23:01,199 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/.tmp/table/c719447fdb4846038986e00144910565 as hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/table/c719447fdb4846038986e00144910565 2024-11-09T16:23:01,205 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/table/c719447fdb4846038986e00144910565, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T16:23:01,206 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=11, compaction requested=false 2024-11-09T16:23:01,207 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T16:23:01,223 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T16:23:01,224 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:23:01,224 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:23:01,224 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:23:01,224 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169379879Running coprocessor pre-close hooks at 1731169379879Disabling compacts and flushes for region at 1731169379879Disabling writes for close at 1731169379879Obtaining lock to block concurrent updates at 1731169379879Preparing flush snapshotting stores in 1588230740 at 1731169379879Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731169379880 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731169379880Flushing 1588230740/info: creating writer at 1731169379880Flushing 1588230740/info: appending metadata at 1731169379907 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731169379907Flushing 1588230740/ns: creating writer at 1731169379914 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731169379926 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731169379926Flushing 1588230740/rep_barrier: creating writer at 1731169380333 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731169380344 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731169380344Flushing 1588230740/table: creating writer at 1731169380752 (+408 ms)Flushing 1588230740/table: appending metadata at 1731169380769 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731169380769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b030b72: reopening flushed file at 1731169381177 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc8367e: reopening flushed file at 1731169381185 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2792cab8: reopening flushed file at 1731169381193 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eab90b2: reopening flushed file at 1731169381198 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=11, compaction requested=false at 1731169381206 (+8 ms)Writing region close event to WAL at 1731169381220 (+14 ms)Running coprocessor post-close hooks at 1731169381224 (+4 ms)Closed at 1731169381224 2024-11-09T16:23:01,224 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:23:01,280 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,33001,1731169361414; all regions closed. 2024-11-09T16:23:01,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741834_1010 (size=2717) 2024-11-09T16:23:01,284 DEBUG [RS:0;efe6b43736f4:33001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/oldWALs 2024-11-09T16:23:01,284 INFO [RS:0;efe6b43736f4:33001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C33001%2C1731169361414.meta:.meta(num 1731169363876) 2024-11-09T16:23:01,286 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/WALs/efe6b43736f4,33001,1731169361414/efe6b43736f4%2C33001%2C1731169361414.1731169363300 not finished, retry = 0 2024-11-09T16:23:01,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741833_1009 (size=1374) 2024-11-09T16:23:01,388 DEBUG [RS:0;efe6b43736f4:33001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/oldWALs 2024-11-09T16:23:01,388 INFO [RS:0;efe6b43736f4:33001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL efe6b43736f4%2C33001%2C1731169361414:(num 1731169363300) 2024-11-09T16:23:01,388 DEBUG [RS:0;efe6b43736f4:33001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:23:01,388 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:23:01,388 INFO [RS:0;efe6b43736f4:33001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:23:01,388 INFO [RS:0;efe6b43736f4:33001 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T16:23:01,388 INFO [RS:0;efe6b43736f4:33001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:23:01,388 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:23:01,389 INFO [RS:0;efe6b43736f4:33001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:33001. 2024-11-09T16:23:01,389 DEBUG [RS:0;efe6b43736f4:33001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:23:01,389 DEBUG [RS:0;efe6b43736f4:33001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:23:01,389 DEBUG [RS:0;efe6b43736f4:33001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:23:01,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:23:01,389 INFO [RS:0;efe6b43736f4:33001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33001 2024-11-09T16:23:01,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504/rs 2024-11-09T16:23:01,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-748099504/rs/efe6b43736f4,33001,1731169361414 2024-11-09T16:23:01,434 INFO [RS:0;efe6b43736f4:33001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:23:01,434 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f7bac8e1d48@3d79715b rejected from java.util.concurrent.ThreadPoolExecutor@3946f22c[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-09T16:23:01,435 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,33001,1731169361414] 2024-11-09T16:23:01,455 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-748099504/draining/efe6b43736f4,33001,1731169361414 already deleted, retry=false 2024-11-09T16:23:01,455 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,33001,1731169361414 expired; onlineServers=0 2024-11-09T16:23:01,455 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,34557,1731169360774' ***** 2024-11-09T16:23:01,455 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:23:01,455 INFO [M:0;efe6b43736f4:34557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:23:01,455 INFO [M:0;efe6b43736f4:34557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:23:01,455 DEBUG [M:0;efe6b43736f4:34557 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:23:01,455 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:23:01,455 DEBUG [M:0;efe6b43736f4:34557 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:23:01,455 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169363090 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169363090,5,FailOnTimeoutGroup] 2024-11-09T16:23:01,455 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169363091 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169363091,5,FailOnTimeoutGroup] 2024-11-09T16:23:01,455 INFO [M:0;efe6b43736f4:34557 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:23:01,455 INFO [M:0;efe6b43736f4:34557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:23:01,455 DEBUG [M:0;efe6b43736f4:34557 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:23:01,455 INFO [M:0;efe6b43736f4:34557 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:23:01,455 INFO [M:0;efe6b43736f4:34557 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:23:01,456 INFO [M:0;efe6b43736f4:34557 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:23:01,456 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:23:01,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-748099504/master 2024-11-09T16:23:01,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-748099504 2024-11-09T16:23:01,465 DEBUG [M:0;efe6b43736f4:34557 {}] zookeeper.ZKUtil(347): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Unable to get data of znode /1-748099504/master because node does not exist (not an error) 2024-11-09T16:23:01,465 WARN [M:0;efe6b43736f4:34557 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:23:01,467 INFO [M:0;efe6b43736f4:34557 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/.lastflushedseqids 2024-11-09T16:23:01,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741845_1021 (size=173) 2024-11-09T16:23:01,544 INFO [RS:0;efe6b43736f4:33001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:23:01,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:23:01,544 INFO [RS:0;efe6b43736f4:33001 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,33001,1731169361414; zookeeper connection closed. 2024-11-09T16:23:01,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33001-0x1012067f2a90004, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:23:01,545 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37677c8e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37677c8e 2024-11-09T16:23:01,545 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:23:01,583 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:23:01,668 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:23:01,872 INFO [M:0;efe6b43736f4:34557 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:23:01,872 INFO [M:0;efe6b43736f4:34557 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:23:01,872 DEBUG [M:0;efe6b43736f4:34557 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:23:01,872 INFO [M:0;efe6b43736f4:34557 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:23:01,872 DEBUG [M:0;efe6b43736f4:34557 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:23:01,872 DEBUG [M:0;efe6b43736f4:34557 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:23:01,872 DEBUG [M:0;efe6b43736f4:34557 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:23:01,872 INFO [M:0;efe6b43736f4:34557 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-09T16:23:01,890 DEBUG [M:0;efe6b43736f4:34557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af97420418134a4e80ec137976db8b1b is 82, key is hbase:meta,,1/info:regioninfo/1731169363901/Put/seqid=0 2024-11-09T16:23:01,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741846_1022 (size=5672) 2024-11-09T16:23:01,894 INFO [M:0;efe6b43736f4:34557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af97420418134a4e80ec137976db8b1b 2024-11-09T16:23:01,914 DEBUG [M:0;efe6b43736f4:34557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/155a8897f11348db95b9f510c693fed3 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731169369414/Put/seqid=0 2024-11-09T16:23:01,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741847_1023 (size=6587) 2024-11-09T16:23:01,919 INFO [M:0;efe6b43736f4:34557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/155a8897f11348db95b9f510c693fed3 2024-11-09T16:23:01,940 DEBUG [M:0;efe6b43736f4:34557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e7636e18f93466ea5eb66ddb64f447f is 69, key is efe6b43736f4,33001,1731169361414/rs:state/1731169363142/Put/seqid=0 2024-11-09T16:23:01,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741848_1024 (size=5156) 2024-11-09T16:23:02,344 INFO [M:0;efe6b43736f4:34557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e7636e18f93466ea5eb66ddb64f447f 2024-11-09T16:23:02,349 DEBUG [M:0;efe6b43736f4:34557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af97420418134a4e80ec137976db8b1b as hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af97420418134a4e80ec137976db8b1b 2024-11-09T16:23:02,353 INFO [M:0;efe6b43736f4:34557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af97420418134a4e80ec137976db8b1b, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T16:23:02,354 DEBUG [M:0;efe6b43736f4:34557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/155a8897f11348db95b9f510c693fed3 as hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/155a8897f11348db95b9f510c693fed3 2024-11-09T16:23:02,371 INFO [M:0;efe6b43736f4:34557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/155a8897f11348db95b9f510c693fed3, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T16:23:02,374 DEBUG [M:0;efe6b43736f4:34557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e7636e18f93466ea5eb66ddb64f447f as hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e7636e18f93466ea5eb66ddb64f447f 2024-11-09T16:23:02,378 INFO [M:0;efe6b43736f4:34557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36121/user/jenkins/test-data/dad573ef-bb5e-7c61-b49f-d8d8bd71a797/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e7636e18f93466ea5eb66ddb64f447f, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T16:23:02,380 INFO [M:0;efe6b43736f4:34557 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=55, compaction requested=false 2024-11-09T16:23:02,389 INFO [M:0;efe6b43736f4:34557 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:23:02,389 DEBUG [M:0;efe6b43736f4:34557 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169381872Disabling compacts and flushes for region at 1731169381872Disabling writes for close at 1731169381872Obtaining lock to block concurrent updates at 1731169381872Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169381872Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731169381873 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169381873Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169381873Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169381890 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169381890Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169381898 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169381914 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169381914Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169381923 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169381939 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169381939Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52041b19: reopening flushed file at 1731169382348 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@722a0858: reopening flushed file at 1731169382353 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e70ae1: reopening flushed file at 1731169382371 (+18 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=55, compaction requested=false at 1731169382380 (+9 ms)Writing region close event to WAL at 1731169382389 (+9 ms)Closed at 1731169382389 2024-11-09T16:23:02,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41853 is added to blk_1073741830_1006 (size=32782) 2024-11-09T16:23:02,399 INFO [M:0;efe6b43736f4:34557 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:23:02,400 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:23:02,400 INFO [M:0;efe6b43736f4:34557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34557 2024-11-09T16:23:02,400 INFO [M:0;efe6b43736f4:34557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:23:02,555 INFO [M:0;efe6b43736f4:34557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:23:02,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:23:02,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34557-0x1012067f2a90003, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:23:02,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d77f796{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:23:02,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f556e7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:23:02,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:23:02,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cb611e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:23:02,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@326cb3a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/hadoop.log.dir/,STOPPED} 2024-11-09T16:23:02,559 WARN [BP-1514531800-172.17.0.3-1731169356922 heartbeating to localhost/127.0.0.1:36121 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:23:02,559 WARN [BP-1514531800-172.17.0.3-1731169356922 heartbeating to localhost/127.0.0.1:36121 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1514531800-172.17.0.3-1731169356922 (Datanode Uuid d9931bb9-c3f1-444d-a966-2085fc2466b7) service to localhost/127.0.0.1:36121 2024-11-09T16:23:02,560 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:23:02,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/cluster_1f104272-210d-6368-26ac-c476b7519ded/data/data1/current/BP-1514531800-172.17.0.3-1731169356922 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:23:02,560 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:23:02,561 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/cluster_1f104272-210d-6368-26ac-c476b7519ded/data/data2/current/BP-1514531800-172.17.0.3-1731169356922 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:23:02,561 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:23:02,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fcc7ac5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:23:02,570 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46411012{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:23:02,570 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:23:02,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25b8fb61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:23:02,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4810c33e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f7f9d45-034c-f8e9-a37e-da009cd95fd4/hadoop.log.dir/,STOPPED} 2024-11-09T16:23:02,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:23:02,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T16:23:02,590 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:23:02,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:23:02,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:23:02,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:23:02,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:23:02,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T16:23:02,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1473439193, stopped=false 2024-11-09T16:23:02,591 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=efe6b43736f4,44161,1731169353582 2024-11-09T16:23:02,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0384785331/running 2024-11-09T16:23:02,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0384785331/running 2024-11-09T16:23:02,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331 2024-11-09T16:23:02,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331 2024-11-09T16:23:02,611 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:23:02,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Set watcher on znode that does not yet exist, /0384785331/running 2024-11-09T16:23:02,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Set watcher on znode that does not yet exist, /0384785331/running 2024-11-09T16:23:02,612 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T16:23:02,612 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:23:02,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:23:02,613 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'efe6b43736f4,44007,1731169353924' ***** 2024-11-09T16:23:02,613 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T16:23:02,613 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T16:23:02,613 INFO [RS:0;efe6b43736f4:44007 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T16:23:02,613 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T16:23:02,613 INFO [RS:0;efe6b43736f4:44007 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T16:23:02,613 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(3091): Received CLOSE for 29e10cb77f8cfe587be03af8e788a6c4 2024-11-09T16:23:02,614 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(3091): Received CLOSE for d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:23:02,614 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(959): stopping server efe6b43736f4,44007,1731169353924 2024-11-09T16:23:02,614 INFO [RS:0;efe6b43736f4:44007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:23:02,614 INFO [RS:0;efe6b43736f4:44007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:44007. 2024-11-09T16:23:02,614 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29e10cb77f8cfe587be03af8e788a6c4, disabling compactions & flushes 2024-11-09T16:23:02,614 DEBUG [RS:0;efe6b43736f4:44007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:23:02,614 DEBUG [RS:0;efe6b43736f4:44007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:23:02,614 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4. 2024-11-09T16:23:02,614 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T16:23:02,614 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T16:23:02,614 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T16:23:02,614 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4. 2024-11-09T16:23:02,614 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T16:23:02,614 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4. after waiting 0 ms 2024-11-09T16:23:02,614 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4. 2024-11-09T16:23:02,614 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T16:23:02,614 DEBUG [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(1325): Online Regions={29e10cb77f8cfe587be03af8e788a6c4=test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4., 1588230740=hbase:meta,,1.1588230740, d8f368c4092ea21f3b5bb15ae4cf1a7e=hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e.} 2024-11-09T16:23:02,614 DEBUG [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29e10cb77f8cfe587be03af8e788a6c4, d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:23:02,614 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T16:23:02,614 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T16:23:02,614 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T16:23:02,614 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T16:23:02,614 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T16:23:02,615 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T16:23:02,622 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T16:23:02,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,625 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/default/test/29e10cb77f8cfe587be03af8e788a6c4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T16:23:02,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,633 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:23:02,633 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T16:23:02,633 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4. 2024-11-09T16:23:02,633 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29e10cb77f8cfe587be03af8e788a6c4: Waiting for close lock at 1731169382614Running coprocessor pre-close hooks at 1731169382614Disabling compacts and flushes for region at 1731169382614Disabling writes for close at 1731169382614Writing region close event to WAL at 1731169382617 (+3 ms)Running coprocessor post-close hooks at 1731169382632 (+15 ms)Closed at 1731169382633 (+1 ms) 2024-11-09T16:23:02,634 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4. 2024-11-09T16:23:02,634 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/.tmp/info/ed5b3d29cfe0411d98a76a6c617faa5d is 147, key is hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e./info:regioninfo/1731169372221/Put/seqid=0 2024-11-09T16:23:02,636 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8f368c4092ea21f3b5bb15ae4cf1a7e, disabling compactions & flushes 2024-11-09T16:23:02,636 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e. 2024-11-09T16:23:02,636 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e. 2024-11-09T16:23:02,636 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e. after waiting 0 ms 2024-11-09T16:23:02,636 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e. 2024-11-09T16:23:02,636 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d8f368c4092ea21f3b5bb15ae4cf1a7e 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-09T16:23:02,675 INFO [regionserver/efe6b43736f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:23:02,683 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/replication/d8f368c4092ea21f3b5bb15ae4cf1a7e/.tmp/hfileref/40817038ac3f47d999cd59677aa8b07a is 74, key is 1/hfileref:a49cbeb188e4456e88e24a2c97b7c72f_SeqId_4_/1731169374195/DeleteColumn/seqid=0 2024-11-09T16:23:02,686 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:23:02,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741847_1023 (size=7686) 2024-11-09T16:23:02,701 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/.tmp/info/ed5b3d29cfe0411d98a76a6c617faa5d 2024-11-09T16:23:02,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,755 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:23:02,755 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 688, reset compression=false 2024-11-09T16:23:02,755 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-efe6b43736f4,44007,1731169353924 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:23:02,756 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.HRegionServer(2440): ***** ABORTING region server efe6b43736f4,44007,1731169353924: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-efe6b43736f4,44007,1731169353924, walGroup=efe6b43736f4%2C44007%2C1731169353924, offset=efe6b43736f4%2C44007%2C1731169353924.1731169374927:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:44007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T16:23:02,758 ERROR [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T16:23:02,758 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T16:23:02,758 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T16:23:02,758 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T16:23:02,758 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T16:23:02,758 INFO [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1577058304, "init": 1048576000, "max": 2306867200, "used": 1000986960 }, "NonHeapMemoryUsage": { "committed": 211156992, "init": 7667712, "max": -1, "used": 207965144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T16:23:02,759 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:44161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=efe6b43736f4:44161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T16:23:02,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741848_1024 (size=5489) 2024-11-09T16:23:02,771 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 393, reset compression=false 2024-11-09T16:23:02,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T16:23:02,803 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/.tmp/ns/99b561f450a6415f968b7abc1fc813bb is 43, key is default/ns:d/1731169356821/Put/seqid=0 2024-11-09T16:23:02,815 DEBUG [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:23:02,816 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T16:23:02,816 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-efe6b43736f4,44007,1731169353924 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T16:23:02,816 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 688, reset compression=false 2024-11-09T16:23:02,818 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-09T16:23:02,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741849_1025 (size=5153) 2024-11-09T16:23:03,010 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 688, reset compression=false 2024-11-09T16:23:03,015 DEBUG [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:23:03,069 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 688, reset compression=false 2024-11-09T16:23:03,148 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T16:23:03,148 INFO [regionserver/efe6b43736f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T16:23:03,167 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/replication/d8f368c4092ea21f3b5bb15ae4cf1a7e/.tmp/hfileref/40817038ac3f47d999cd59677aa8b07a 2024-11-09T16:23:03,173 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T16:23:03,190 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/replication/d8f368c4092ea21f3b5bb15ae4cf1a7e/.tmp/queue/e8ddd5557f8a45b9bba4cd5581e58cad is 153, key is 1-efe6b43736f4,44007,1731169353924/queue:efe6b43736f4%2C44007%2C1731169353924/1731169376605/Put/seqid=0 2024-11-09T16:23:03,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741850_1026 (size=5504) 2024-11-09T16:23:03,215 DEBUG [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:23:03,250 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/.tmp/ns/99b561f450a6415f968b7abc1fc813bb 2024-11-09T16:23:03,271 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/.tmp/rep_barrier/56a220fc688f4769b79f94af0b01fb7b is 112, key is test,,1731169368393.29e10cb77f8cfe587be03af8e788a6c4./rep_barrier:seqnumDuringOpen/1731169368774/Put/seqid=0 2024-11-09T16:23:03,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741851_1027 (size=5518) 2024-11-09T16:23:03,274 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/.tmp/rep_barrier/56a220fc688f4769b79f94af0b01fb7b 2024-11-09T16:23:03,294 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/.tmp/table/0ed7bb0f5ef24e8183c6b0fcc1ffa9a9 is 53, key is hbase:replication/table:state/1731169372229/Put/seqid=0 2024-11-09T16:23:03,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741852_1028 (size=5308) 2024-11-09T16:23:03,349 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 688, reset compression=false 2024-11-09T16:23:03,386 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 688, reset compression=false 2024-11-09T16:23:03,415 DEBUG [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:23:03,602 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/replication/d8f368c4092ea21f3b5bb15ae4cf1a7e/.tmp/queue/e8ddd5557f8a45b9bba4cd5581e58cad 2024-11-09T16:23:03,606 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/replication/d8f368c4092ea21f3b5bb15ae4cf1a7e/.tmp/hfileref/40817038ac3f47d999cd59677aa8b07a as hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/replication/d8f368c4092ea21f3b5bb15ae4cf1a7e/hfileref/40817038ac3f47d999cd59677aa8b07a 2024-11-09T16:23:03,610 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/replication/d8f368c4092ea21f3b5bb15ae4cf1a7e/hfileref/40817038ac3f47d999cd59677aa8b07a, entries=6, sequenceid=17, filesize=5.4 K 2024-11-09T16:23:03,611 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/replication/d8f368c4092ea21f3b5bb15ae4cf1a7e/.tmp/queue/e8ddd5557f8a45b9bba4cd5581e58cad as hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/replication/d8f368c4092ea21f3b5bb15ae4cf1a7e/queue/e8ddd5557f8a45b9bba4cd5581e58cad 2024-11-09T16:23:03,615 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/replication/d8f368c4092ea21f3b5bb15ae4cf1a7e/queue/e8ddd5557f8a45b9bba4cd5581e58cad, entries=2, sequenceid=17, filesize=5.4 K 2024-11-09T16:23:03,615 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T16:23:03,615 DEBUG [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d8f368c4092ea21f3b5bb15ae4cf1a7e=hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e.} 2024-11-09T16:23:03,615 DEBUG [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8f368c4092ea21f3b5bb15ae4cf1a7e 2024-11-09T16:23:03,616 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d8f368c4092ea21f3b5bb15ae4cf1a7e in 980ms, sequenceid=17, compaction requested=false 2024-11-09T16:23:03,620 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/replication/d8f368c4092ea21f3b5bb15ae4cf1a7e/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-09T16:23:03,620 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:23:03,621 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:23:03,621 INFO [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e. 2024-11-09T16:23:03,621 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8f368c4092ea21f3b5bb15ae4cf1a7e: Waiting for close lock at 1731169382636Running coprocessor pre-close hooks at 1731169382636Disabling compacts and flushes for region at 1731169382636Disabling writes for close at 1731169382636Obtaining lock to block concurrent updates at 1731169382636Preparing flush snapshotting stores in d8f368c4092ea21f3b5bb15ae4cf1a7e at 1731169382636Finished memstore snapshotting hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731169382637 (+1 ms)Flushing stores of hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e. at 1731169382637Flushing d8f368c4092ea21f3b5bb15ae4cf1a7e/hfileref: creating writer at 1731169382637Flushing d8f368c4092ea21f3b5bb15ae4cf1a7e/hfileref: appending metadata at 1731169382683 (+46 ms)Flushing d8f368c4092ea21f3b5bb15ae4cf1a7e/hfileref: closing flushed file at 1731169382683Flushing d8f368c4092ea21f3b5bb15ae4cf1a7e/queue: creating writer at 1731169383174 (+491 ms)Flushing d8f368c4092ea21f3b5bb15ae4cf1a7e/queue: appending metadata at 1731169383190 (+16 ms)Flushing d8f368c4092ea21f3b5bb15ae4cf1a7e/queue: closing flushed file at 1731169383190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@347c89d5: reopening flushed file at 1731169383606 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54acf5c3: reopening flushed file at 1731169383610 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d8f368c4092ea21f3b5bb15ae4cf1a7e in 980ms, sequenceid=17, compaction requested=false at 1731169383616 (+6 ms)Writing region close event to WAL at 1731169383617 (+1 ms)Running coprocessor post-close hooks at 1731169383620 (+3 ms)Closed at 1731169383621 (+1 ms) 2024-11-09T16:23:03,621 DEBUG [RS_CLOSE_REGION-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731169371833.d8f368c4092ea21f3b5bb15ae4cf1a7e. 2024-11-09T16:23:03,698 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/.tmp/table/0ed7bb0f5ef24e8183c6b0fcc1ffa9a9 2024-11-09T16:23:03,703 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/.tmp/info/ed5b3d29cfe0411d98a76a6c617faa5d as hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/info/ed5b3d29cfe0411d98a76a6c617faa5d 2024-11-09T16:23:03,707 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/info/ed5b3d29cfe0411d98a76a6c617faa5d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T16:23:03,708 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/.tmp/ns/99b561f450a6415f968b7abc1fc813bb as hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/ns/99b561f450a6415f968b7abc1fc813bb 2024-11-09T16:23:03,711 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/ns/99b561f450a6415f968b7abc1fc813bb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T16:23:03,712 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/.tmp/rep_barrier/56a220fc688f4769b79f94af0b01fb7b as hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/rep_barrier/56a220fc688f4769b79f94af0b01fb7b 2024-11-09T16:23:03,716 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/rep_barrier/56a220fc688f4769b79f94af0b01fb7b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T16:23:03,717 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/.tmp/table/0ed7bb0f5ef24e8183c6b0fcc1ffa9a9 as hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/table/0ed7bb0f5ef24e8183c6b0fcc1ffa9a9 2024-11-09T16:23:03,721 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/table/0ed7bb0f5ef24e8183c6b0fcc1ffa9a9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T16:23:03,722 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1108ms, sequenceid=16, compaction requested=false 2024-11-09T16:23:03,723 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T16:23:03,727 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T16:23:03,728 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T16:23:03,728 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T16:23:03,728 INFO [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T16:23:03,728 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731169382614Running coprocessor pre-close hooks at 1731169382614Disabling compacts and flushes for region at 1731169382614Disabling writes for close at 1731169382614Obtaining lock to block concurrent updates at 1731169382615 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731169382615Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731169382615Flushing stores of hbase:meta,,1.1588230740 at 1731169382615Flushing 1588230740/info: creating writer at 1731169382615Flushing 1588230740/info: appending metadata at 1731169382634 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731169382634Flushing 1588230740/ns: creating writer at 1731169382741 (+107 ms)Flushing 1588230740/ns: appending metadata at 1731169382803 (+62 ms)Flushing 1588230740/ns: closing flushed file at 1731169382803Flushing 1588230740/rep_barrier: creating writer at 1731169383255 (+452 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731169383270 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731169383270Flushing 1588230740/table: creating writer at 1731169383278 (+8 ms)Flushing 1588230740/table: appending metadata at 1731169383294 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731169383294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32ad3aae: reopening flushed file at 1731169383702 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7ec633: reopening flushed file at 1731169383707 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@518da092: reopening flushed file at 1731169383711 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a70c547: reopening flushed file at 1731169383716 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1108ms, sequenceid=16, compaction requested=false at 1731169383722 (+6 ms)Writing region close event to WAL at 1731169383724 (+2 ms)Running coprocessor post-close hooks at 1731169383728 (+4 ms)Closed at 1731169383728 2024-11-09T16:23:03,728 DEBUG [RS_CLOSE_META-regionserver/efe6b43736f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T16:23:03,753 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 688, reset compression=false 2024-11-09T16:23:03,789 DEBUG [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/WALs/efe6b43736f4,44007,1731169353924/efe6b43736f4%2C44007%2C1731169353924.1731169374927 to pos 688, reset compression=false 2024-11-09T16:23:03,816 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(976): stopping server efe6b43736f4,44007,1731169353924; all regions closed. 2024-11-09T16:23:03,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741842_1018 (size=859) 2024-11-09T16:23:03,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741843_1019 (size=2791) 2024-11-09T16:23:03,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741844_1020 (size=696) 2024-11-09T16:23:03,823 DEBUG [RS:0;efe6b43736f4:44007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:23:03,824 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T16:23:03,824 INFO [RS:0;efe6b43736f4:44007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:23:03,824 INFO [RS:0;efe6b43736f4:44007 {}] hbase.ChoreService(370): Chore service for: regionserver/efe6b43736f4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T16:23:03,824 INFO [RS:0;efe6b43736f4:44007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:23:03,824 INFO [regionserver/efe6b43736f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:23:03,824 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-efe6b43736f4,44007,1731169353924 because: Region server is closing 2024-11-09T16:23:03,825 INFO [RS:0;efe6b43736f4:44007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:44007. 2024-11-09T16:23:03,825 DEBUG [RS:0;efe6b43736f4:44007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:23:03,825 DEBUG [RS:0;efe6b43736f4:44007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:23:03,825 DEBUG [RS:0;efe6b43736f4:44007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:23:03,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:23:03,925 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 terminated 2024-11-09T16:23:03,925 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-efe6b43736f4,44007,1731169353924 because: Region server is closing 2024-11-09T16:23:03,925 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,1-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,1-efe6b43736f4,44007,1731169353924 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T16:23:03,925 INFO [RS:0;efe6b43736f4:44007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;efe6b43736f4:44007. 2024-11-09T16:23:03,926 DEBUG [RS:0;efe6b43736f4:44007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T16:23:03,926 DEBUG [RS:0;efe6b43736f4:44007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:23:03,926 DEBUG [RS:0;efe6b43736f4:44007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T16:23:03,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T16:23:04,026 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.shipperefe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 terminated 2024-11-09T16:23:04,026 WARN [RS_REFRESH_PEER-regionserver/efe6b43736f4:0-0.replicationSource,2-efe6b43736f4,44007,1731169353924.replicationSource.wal-reader.efe6b43736f4%2C44007%2C1731169353924,2-efe6b43736f4,44007,1731169353924 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T16:23:04,026 INFO [RS:0;efe6b43736f4:44007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44007 2024-11-09T16:23:04,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331/rs 2024-11-09T16:23:04,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0384785331/rs/efe6b43736f4,44007,1731169353924 2024-11-09T16:23:04,086 INFO [RS:0;efe6b43736f4:44007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:23:04,087 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [efe6b43736f4,44007,1731169353924] 2024-11-09T16:23:04,107 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0384785331/draining/efe6b43736f4,44007,1731169353924 already deleted, retry=false 2024-11-09T16:23:04,107 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; efe6b43736f4,44007,1731169353924 expired; onlineServers=0 2024-11-09T16:23:04,107 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'efe6b43736f4,44161,1731169353582' ***** 2024-11-09T16:23:04,107 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T16:23:04,107 INFO [M:0;efe6b43736f4:44161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T16:23:04,107 INFO [M:0;efe6b43736f4:44161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T16:23:04,108 DEBUG [M:0;efe6b43736f4:44161 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T16:23:04,108 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T16:23:04,108 DEBUG [M:0;efe6b43736f4:44161 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T16:23:04,108 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169356002 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.large.0-1731169356002,5,FailOnTimeoutGroup] 2024-11-09T16:23:04,108 DEBUG [master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169356011 {}] cleaner.HFileCleaner(306): Exit Thread[master/efe6b43736f4:0:becomeActiveMaster-HFileCleaner.small.0-1731169356011,5,FailOnTimeoutGroup] 2024-11-09T16:23:04,108 INFO [M:0;efe6b43736f4:44161 {}] hbase.ChoreService(370): Chore service for: master/efe6b43736f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T16:23:04,108 INFO [M:0;efe6b43736f4:44161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T16:23:04,108 DEBUG [M:0;efe6b43736f4:44161 {}] master.HMaster(1795): Stopping service threads 2024-11-09T16:23:04,108 INFO [M:0;efe6b43736f4:44161 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T16:23:04,108 INFO [M:0;efe6b43736f4:44161 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T16:23:04,108 ERROR [M:0;efe6b43736f4:44161 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1661275467) connection to localhost/127.0.0.1:45405 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45405,5,PEWorkerGroup] 2024-11-09T16:23:04,108 INFO [M:0;efe6b43736f4:44161 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T16:23:04,109 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T16:23:04,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0384785331/master 2024-11-09T16:23:04,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0384785331 2024-11-09T16:23:04,118 DEBUG [M:0;efe6b43736f4:44161 {}] zookeeper.ZKUtil(347): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Unable to get data of znode /0384785331/master because node does not exist (not an error) 2024-11-09T16:23:04,118 WARN [M:0;efe6b43736f4:44161 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T16:23:04,118 INFO [M:0;efe6b43736f4:44161 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/.lastflushedseqids 2024-11-09T16:23:04,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741853_1029 (size=263) 2024-11-09T16:23:04,123 INFO [M:0;efe6b43736f4:44161 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T16:23:04,123 INFO [M:0;efe6b43736f4:44161 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T16:23:04,123 DEBUG [M:0;efe6b43736f4:44161 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T16:23:04,123 INFO [M:0;efe6b43736f4:44161 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:23:04,123 DEBUG [M:0;efe6b43736f4:44161 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:23:04,123 DEBUG [M:0;efe6b43736f4:44161 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T16:23:04,123 DEBUG [M:0;efe6b43736f4:44161 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:23:04,123 INFO [M:0;efe6b43736f4:44161 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-09T16:23:04,141 DEBUG [M:0;efe6b43736f4:44161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a0cbea650a94328a612b3ae9353676e is 82, key is hbase:meta,,1/info:regioninfo/1731169356751/Put/seqid=0 2024-11-09T16:23:04,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741854_1030 (size=5672) 2024-11-09T16:23:04,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:23:04,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44007-0x1012067f2a90001, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:23:04,197 INFO [RS:0;efe6b43736f4:44007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:23:04,197 INFO [RS:0;efe6b43736f4:44007 {}] regionserver.HRegionServer(1031): Exiting; stopping=efe6b43736f4,44007,1731169353924; zookeeper connection closed. 2024-11-09T16:23:04,197 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@267c02b9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@267c02b9 2024-11-09T16:23:04,198 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T16:23:04,555 INFO [M:0;efe6b43736f4:44161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a0cbea650a94328a612b3ae9353676e 2024-11-09T16:23:04,580 DEBUG [M:0;efe6b43736f4:44161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a99c2fa5d86345f285383d8336a59e2d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731169372233/Put/seqid=0 2024-11-09T16:23:04,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741855_1031 (size=8910) 2024-11-09T16:23:04,990 INFO [M:0;efe6b43736f4:44161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a99c2fa5d86345f285383d8336a59e2d 2024-11-09T16:23:05,013 DEBUG [M:0;efe6b43736f4:44161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5106188a09bf479db4bffab93ce5a56b is 69, key is efe6b43736f4,44007,1731169353924/rs:state/1731169356106/Put/seqid=0 2024-11-09T16:23:05,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741856_1032 (size=5156) 2024-11-09T16:23:05,418 INFO [M:0;efe6b43736f4:44161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5106188a09bf479db4bffab93ce5a56b 2024-11-09T16:23:05,422 DEBUG [M:0;efe6b43736f4:44161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a0cbea650a94328a612b3ae9353676e as hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a0cbea650a94328a612b3ae9353676e 2024-11-09T16:23:05,427 INFO [M:0;efe6b43736f4:44161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a0cbea650a94328a612b3ae9353676e, entries=8, sequenceid=112, filesize=5.5 K 2024-11-09T16:23:05,427 DEBUG [M:0;efe6b43736f4:44161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a99c2fa5d86345f285383d8336a59e2d as hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a99c2fa5d86345f285383d8336a59e2d 2024-11-09T16:23:05,432 INFO [M:0;efe6b43736f4:44161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a99c2fa5d86345f285383d8336a59e2d, entries=13, sequenceid=112, filesize=8.7 K 2024-11-09T16:23:05,432 DEBUG [M:0;efe6b43736f4:44161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5106188a09bf479db4bffab93ce5a56b as hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5106188a09bf479db4bffab93ce5a56b 2024-11-09T16:23:05,436 INFO [M:0;efe6b43736f4:44161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45405/user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5106188a09bf479db4bffab93ce5a56b, entries=1, sequenceid=112, filesize=5.0 K 2024-11-09T16:23:05,437 INFO [M:0;efe6b43736f4:44161 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=112, compaction requested=false 2024-11-09T16:23:05,438 INFO [M:0;efe6b43736f4:44161 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T16:23:05,439 DEBUG [M:0;efe6b43736f4:44161 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731169384123Disabling compacts and flushes for region at 1731169384123Disabling writes for close at 1731169384123Obtaining lock to block concurrent updates at 1731169384123Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731169384123Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731169384124 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731169384124Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731169384124Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731169384141 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731169384141Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731169384559 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731169384580 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731169384580Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731169384993 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731169385012 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731169385012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a2e64aa: reopening flushed file at 1731169385422 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@734282b9: reopening flushed file at 1731169385427 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e28d99f: reopening flushed file at 1731169385432 (+5 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=112, compaction requested=false at 1731169385437 (+5 ms)Writing region close event to WAL at 1731169385438 (+1 ms)Closed at 1731169385438 2024-11-09T16:23:05,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44433 is added to blk_1073741830_1006 (size=69067) 2024-11-09T16:23:05,441 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/29ed7a4a-4b61-1955-e2e4-b04e42e512b5/MasterData/WALs/efe6b43736f4,44161,1731169353582/efe6b43736f4%2C44161%2C1731169353582.1731169355673 not finished, retry = 0 2024-11-09T16:23:05,542 INFO [M:0;efe6b43736f4:44161 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T16:23:05,542 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T16:23:05,542 INFO [M:0;efe6b43736f4:44161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44161 2024-11-09T16:23:05,542 INFO [M:0;efe6b43736f4:44161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T16:23:05,692 INFO [M:0;efe6b43736f4:44161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T16:23:05,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:23:05,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44161-0x1012067f2a90000, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T16:23:05,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6eb3552c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T16:23:05,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7555a175{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:23:05,695 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:23:05,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5799d95e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:23:05,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c9a294c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/hadoop.log.dir/,STOPPED} 2024-11-09T16:23:05,696 WARN [BP-1925711966-172.17.0.3-1731169351442 heartbeating to localhost/127.0.0.1:45405 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T16:23:05,696 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T16:23:05,696 WARN [BP-1925711966-172.17.0.3-1731169351442 heartbeating to localhost/127.0.0.1:45405 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1925711966-172.17.0.3-1731169351442 (Datanode Uuid c73eb887-5209-4f9f-9bcb-97333eb6cac5) service to localhost/127.0.0.1:45405 2024-11-09T16:23:05,696 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T16:23:05,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/cluster_4f1be8c3-3a2c-6bce-70f8-2369efb9c46a/data/data1/current/BP-1925711966-172.17.0.3-1731169351442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:23:05,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/cluster_4f1be8c3-3a2c-6bce-70f8-2369efb9c46a/data/data2/current/BP-1925711966-172.17.0.3-1731169351442 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T16:23:05,697 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T16:23:05,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@379666b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T16:23:05,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dd12ea1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T16:23:05,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T16:23:05,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a3c6efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T16:23:05,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f53a1f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/081d2a94-fd52-5b4f-32de-552ab7d35578/hadoop.log.dir/,STOPPED} 2024-11-09T16:23:05,713 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T16:23:05,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T16:23:05,746 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 533) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:36121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36121 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58087) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:44725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58087) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44725 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44725 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36121 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58087) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:45405 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45405 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45405 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45405 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45405 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45405 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=981 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 350) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=272 (was 363) 2024-11-09T16:23:05,746 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500 2024-11-09T16:23:05,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012067f2a90005, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:23:05,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012067f2a90002, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:23:05,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012067f2a90008, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T16:23:05,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012067f2a90008, quorum=127.0.0.1:58087, baseZNode=/2-852914172 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:23:05,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012067f2a90002, quorum=127.0.0.1:58087, baseZNode=/0384785331 Received Disconnected from ZooKeeper, ignoring 2024-11-09T16:23:05,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012067f2a90005, quorum=127.0.0.1:58087, baseZNode=/1-748099504 Received Disconnected from ZooKeeper, ignoring